[ 526.302750] env[66199]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.302750] env[66199]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.303729] env[66289]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.303729] env[66289]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.869304] env[66289]: INFO neutron.common.config [-] Logging enabled! [ 528.869680] env[66289]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 528.869847] env[66289]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66289) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.870189] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.870303] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.871134] env[66289]: WARNING oslo_policy.policy [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.871344] env[66289]: WARNING oslo_policy.policy [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.873055] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] VMware NSXv3 Agent initialized successfully. [ 528.873472] env[66289]: DEBUG oslo_concurrency.lockutils [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] Acquiring lock "singleton_lock" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.873608] env[66289]: DEBUG oslo_concurrency.lockutils [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] Acquired lock "singleton_lock" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.873810] env[66289]: DEBUG oslo_concurrency.lockutils [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] Releasing lock "singleton_lock" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.874107] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] Full set of CONF: {{(pid=66289) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.874218] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ******************************************************************************** {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.874317] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] Configuration options gathered from: {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.874706] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.874891] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.875070] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ================================================================================ {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.875178] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] agent_down_time = 75 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875316] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] allow_automatic_dhcp_failover = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875473] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] allow_bulk = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875622] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] api_extensions_path = {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875761] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] api_paste_config = api-paste.ini {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875902] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] auth_strategy = keystone {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876014] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] backdoor_port = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876122] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] backdoor_socket = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876330] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] backlog = 4096 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876488] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876646] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] bind_host = 0.0.0.0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876789] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] bind_port = 9696 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876919] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] client_socket_timeout = 900 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.877068] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] config_dir = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.877177] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.877314] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] config_source = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.877449] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] control_exchange = neutron {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.877588] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] core_plugin = ml2 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.877744] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] debug = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.877899] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] default_availability_zones = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.878119] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.878258] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] dhcp_agent_notification = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.878392] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] dhcp_agents_per_network = 1 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.878526] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] dhcp_lease_duration = 86400 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.878666] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] dhcp_load_type = networks {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.878797] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] dns_domain = openstacklocal {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.878928] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.879071] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] enable_default_route_bfd = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.879217] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] enable_default_route_ecmp = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.879356] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] enable_dvr = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.879518] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] enable_new_agents = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.879658] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.879788] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] enable_signals = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.879917] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] enable_traditional_dhcp = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.880054] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] external_dns_driver = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.880184] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] filter_validation = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.880319] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] global_physnet_mtu = 8950 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.880448] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] graceful_shutdown_timeout = 60 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.880640] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] host = cpu-1 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.880819] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] host_dvr_for_dhcp = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.880950] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] http_retries = 3 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.881101] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] instance_format = [instance: %(uuid)s] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.881238] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.881370] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ipam_driver = internal {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.881498] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ipv6_pd_enabled = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.881626] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] l3_ha = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.881757] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.881896] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] l3_ha_network_physical_name = {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.882019] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] l3_ha_network_type = {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.882165] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] log_color = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.882300] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] log_config_append = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.882436] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.882592] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] log_dir = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.882725] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] log_file = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.882827] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] log_options = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.882961] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] log_rotate_interval = 1 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.883136] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] log_rotate_interval_type = days {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.883250] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] log_rotation_type = none {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.883374] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.883482] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.883663] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.883823] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.883920] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.884065] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] max_dns_nameservers = 5 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.884197] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] max_header_line = 16384 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.884327] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] max_l3_agents_per_router = 3 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.884454] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] max_logfile_count = 30 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.884588] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] max_logfile_size_mb = 200 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.884716] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] max_subnet_host_routes = 20 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.884846] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] my_ip = 10.180.1.21 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.884978] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] my_ipv6 = ::1 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.885123] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] network_auto_schedule = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.885283] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] network_link_prefix = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.885442] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.885616] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] notify_nova_on_port_data_changes = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.885756] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] notify_nova_on_port_status_changes = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.885894] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] pagination_max_limit = -1 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.886037] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] publish_errors = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.886175] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] rate_limit_burst = 0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.886315] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] rate_limit_except_level = CRITICAL {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.886458] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] rate_limit_interval = 0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.886599] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] retry_until_window = 30 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.886761] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] router_distributed = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.886955] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] rpc_resources_processing_step = 20 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.887114] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] rpc_response_max_timeout = 600 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.887251] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] rpc_response_timeout = 60 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.887382] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] send_events_interval = 2 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.887532] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] service_plugins = ['router'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.887670] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] setproctitle = on {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.887797] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] shell_completion = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.887935] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] state_path = /opt/stack/data/neutron {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.888087] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] syslog_log_facility = LOG_USER {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.888223] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] tcp_keepidle = 600 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.888369] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] transport_url = **** {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.888559] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] use_journal = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.888706] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] use_json = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.888842] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] use_ssl = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.888973] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] use_stderr = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.889123] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] use_syslog = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.889253] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] vlan_qinq = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.889379] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] vlan_transparent = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.889508] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] watch_log_file = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.889639] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] wsgi_default_pool_size = 100 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.889769] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] wsgi_keep_alive = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.889906] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.890079] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] wsgi_server_debug = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.890257] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_concurrency.disable_process_locking = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890408] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890552] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890685] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890823] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890960] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891103] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891254] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.connection_string = messaging:// {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891395] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.enabled = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891561] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.es_doc_type = notification {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891746] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.es_scroll_size = 10000 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891983] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.es_scroll_time = 2m {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892068] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.filter_error_trace = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892193] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.hmac_keys = **** {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892332] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.sentinel_service_name = mymaster {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892474] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.socket_timeout = 0.1 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892609] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.trace_requests = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892739] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler.trace_sqlalchemy = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892953] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler_jaeger.process_tags = {} {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893128] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler_jaeger.service_name_prefix = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893307] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] profiler_otlp.service_name_prefix = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893469] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.enforce_new_defaults = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893749] env[66289]: WARNING oslo_config.cfg [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.893892] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.enforce_scope = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894042] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.policy_default_rule = default {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894194] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894334] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894475] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894631] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894782] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894945] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895096] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895237] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895389] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895555] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] agent.extensions = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895697] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895838] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] service_providers.service_provider = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896023] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.default_quota = -1 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896224] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896533] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.quota_floatingip = 50 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896694] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.quota_network = 100 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896832] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.quota_port = 500 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896968] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897114] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.quota_router = 10 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897247] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.quota_security_group = 10 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897379] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897509] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.quota_subnet = 100 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897641] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] QUOTAS.track_quota_usage = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897789] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897944] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep.group = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898100] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep.helper_command = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898237] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep.log_daemon_traceback = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898374] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898510] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep.thread_pool_size = 8 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898642] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep.user = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898782] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898908] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_dhcp_release.group = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899045] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_dhcp_release.helper_command = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899180] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899313] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899463] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899617] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_dhcp_release.user = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899761] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899888] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_ovs_vsctl.group = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900024] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900158] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900292] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900423] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900553] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_ovs_vsctl.user = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900691] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_namespace.capabilities = [21] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900815] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_namespace.group = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900949] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_namespace.helper_command = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901123] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901262] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901394] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901524] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_namespace.user = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901663] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_conntrack.capabilities = [12] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901790] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_conntrack.group = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901918] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_conntrack.helper_command = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902096] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902193] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902323] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902453] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_conntrack.user = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902632] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_link.capabilities = [12, 21] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902767] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_link.group = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902896] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_link.helper_command = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903038] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_link.log_daemon_traceback = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903178] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903310] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_link.thread_pool_size = 8 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903436] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] privsep_link.user = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903589] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903730] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903864] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.continue_on_failed_promotions = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904015] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.dscp = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904214] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.dscp_inherit = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904366] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.force_mp_to_policy = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904510] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.locking_coordinator_url = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904655] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.log_agent_heartbeats = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904789] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.logging_expire = 1 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904929] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905074] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905218] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.polling_interval = 240 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905352] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905511] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905679] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.report_interval = 30.0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905848] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905991] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906144] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906282] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.sync_skew = 60 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906434] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.synchronization_queue_size = 20 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906588] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT.use_helper_for_ns_read = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906732] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] SECURITYGROUP.enable_ipset = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906873] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] SECURITYGROUP.enable_security_group = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907029] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907158] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907333] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] experimental.ipv6_pd_enabled = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907499] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ml2.extension_drivers = ['port_security'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907634] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ml2.external_network_type = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907779] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907918] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ml2.overlay_ip_version = 4 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908066] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ml2.path_mtu = 8950 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908207] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ml2.physical_network_mtus = {} {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908348] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908487] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908629] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ml2.type_drivers = ['vlan'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908803] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908945] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909088] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909234] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909376] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909512] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909650] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909791] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909927] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910170] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910337] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_login_password = **** {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910483] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910623] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_login_user = admin {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910760] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910897] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911040] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911176] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911310] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911450] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911604] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911811] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911964] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.912121] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.912263] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.912397] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.912534] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.912728] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.912870] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.913017] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.913160] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.913326] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.auth_section = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.913478] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.auth_type = password {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.913622] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.913756] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.certfile = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.913893] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.collect_timing = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.914048] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.endpoint_type = public {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.914187] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.insecure = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.914316] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.keyfile = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.914459] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.region_name = RegionOne {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.914596] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.split_loggers = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.914738] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] nova.timeout = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.914906] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.auth_section = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.915064] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.auth_type = password {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.915206] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.915342] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.certfile = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.915500] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.collect_timing = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.915645] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.endpoint_type = public {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.915777] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.insecure = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.915905] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.keyfile = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.916042] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.region_name = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.916187] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.split_loggers = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.916344] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] placement.timeout = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.916513] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.auth_section = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.916652] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.auth_type = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.916782] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.cafile = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.916909] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.certfile = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.917056] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.collect_timing = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.917188] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.connect_retries = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.917316] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.connect_retry_delay = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.917446] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.enable_notifications = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.917573] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.endpoint_override = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.917709] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.insecure = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.917879] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.interface = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.918024] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.keyfile = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.918158] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.max_version = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.918285] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.min_version = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.918412] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.region_name = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.918545] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.retriable_status_codes = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.918668] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.service_name = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.918793] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.service_type = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.918921] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.split_loggers = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.919060] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.status_code_retries = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.919209] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.status_code_retry_delay = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.919408] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.timeout = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.919559] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.valid_interfaces = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.919691] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ironic.version = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.919832] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] cli_script.dry_run = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.919978] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.920127] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.920265] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.920398] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.920533] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.920665] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.920804] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.920963] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.921111] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.921255] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.921386] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.921529] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.921666] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.921801] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.921934] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.922083] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.922217] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.922379] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.922546] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.922685] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.922821] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.922953] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.923102] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.923235] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.923367] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.923498] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.923631] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.923764] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.923902] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.924049] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.924184] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.ssl = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.924324] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.924462] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.924597] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.924730] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.924863] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.924995] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.925152] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_notifications.driver = [] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.925323] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_notifications.retry = -1 {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.925521] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.925656] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.925762] env[66289]: DEBUG oslo_service.backend._eventlet.service [None req-a8676602-74c8-40b0-ac59-9b8c72d71539 None None] ******************************************************************************** {{(pid=66289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.926965] env[66289]: DEBUG neutron.agent.securitygroups_rpc [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Init firewall settings (driver=nsxv3) {{(pid=66289) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.928282] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66289) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.928556] env[66289]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.930829] env[66289]: DEBUG dogpile.cache.region [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.930948] env[66289]: DEBUG dogpile.lock [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.931059] env[66289]: DEBUG dogpile.lock [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.931150] env[66289]: DEBUG dogpile.lock [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.931247] env[66289]: DEBUG dogpile.cache.region [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.931384] env[66289]: DEBUG dogpile.lock [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.931541] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.965028] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Session token - acquiring [ 528.967306] env[66289]: DEBUG networking_nsxv3.common.locking [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.967504] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.967621] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.968089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.980370] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.256986] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.277465] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.277623] env[66289]: DEBUG dogpile.cache.region [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Cache value generated in 0.346 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.277786] env[66289]: DEBUG dogpile.lock [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.277841] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Activating Policy API Provider. [ 529.278034] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Looking for the default Infrastructure Rules. [ 529.343034] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Looking for the Default Layer3 Logged Drop Section. [ 529.360582] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.361075] env[66289]: DEBUG networking_nsxv3.common.locking [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.361252] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquiring lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.361349] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.361647] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired external semaphore "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.362032] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.878545] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.380848] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.883265] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Inventory metadata is going to be refreshed. [ 530.883707] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.678184] env[66289]: DEBUG networking_nsxv3.common.locking [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.678540] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.678540] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.678765] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.690565] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.691422] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.692035] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.712420] env[66289]: DEBUG networking_nsxv3.common.locking [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.712741] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.712741] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.713012] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.713157] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.713303] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.713472] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.713562] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.735062] env[66289]: DEBUG networking_nsxv3.common.locking [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.735419] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.735419] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.735809] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.736010] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.736166] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.757534] env[66289]: DEBUG networking_nsxv3.common.locking [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.757837] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.757837] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.758184] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.758337] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.758474] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.777786] env[66289]: DEBUG networking_nsxv3.common.locking [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.778102] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquiring lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.778102] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.778347] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired external semaphore "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.778488] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Releasing lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.778635] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.778768] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.778887] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.797269] env[66289]: DEBUG networking_nsxv3.common.locking [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.797514] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquiring lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.797598] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.797828] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired external semaphore "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.797949] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Releasing lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.798105] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.798206] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.798318] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.819726] env[66289]: DEBUG networking_nsxv3.common.locking [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.820022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.820022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.820322] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.820463] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.820613] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.820717] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.820815] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Inventory metadata have been refreshed. [ 531.820908] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Dryrun:True. Metadata refresh completed. [ 531.821031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Releasing lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.822728] env[66289]: INFO neutron.agent.agent_extensions_manager [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Loaded agent extensions: [] [ 531.823540] env[66289]: DEBUG neutron_lib.callbacks.manager [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66289) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.873734] env[66289]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.873951] env[66289]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.873951] env[66289]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] NSXv3 Agent Agent out of sync with plugin! [ 536.824851] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.824851] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.826434] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.826434] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.733385] env[66289]: INFO networking_nsxv3.common.synchronization [None req-51a27751-abe6-4ff1-a41c-d9ba9bad5e10 demo admin] Enqueued Resource ID: 904ba2e2-48ae-4ac8-90e9-741a8ca3ad8f with Priority: HIGHEST for action security_group_rules [ 546.733649] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904ba2e2-48ae-4ac8-90e9-741a8ca3ad8f with Priority: HIGHEST for action security_group_rules [ 546.733902] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-904ba2e2-48ae-4ac8-90e9-741a8ca3ad8f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.734038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-904ba2e2-48ae-4ac8-90e9-741a8ca3ad8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.734108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-904ba2e2-48ae-4ac8-90e9-741a8ca3ad8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.734462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-904ba2e2-48ae-4ac8-90e9-741a8ca3ad8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.734548] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('904ba2e2-48ae-4ac8-90e9-741a8ca3ad8f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.254792] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.255664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.255664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.255664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.255664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.255664] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 904ba2e2-48ae-4ac8-90e9-741a8ca3ad8f already deleted. [ 547.255664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-904ba2e2-48ae-4ac8-90e9-741a8ca3ad8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.735065] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.735065] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.736719] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.736968] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.738329] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.738705] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.740376] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.744263] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.134943] env[66289]: INFO networking_nsxv3.common.synchronization [None req-be4e280c-ac01-4d35-8759-34495eb61c14 None None] Enqueued Resource ID: 84c57d20-30d0-4635-9ae9-424e42a2bc73 with Priority: HIGHEST for action port [ 571.136644] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c57d20-30d0-4635-9ae9-424e42a2bc73 with Priority: HIGHEST for action port [ 571.136644] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c57d20-30d0-4635-9ae9-424e42a2bc73 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.136644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c57d20-30d0-4635-9ae9-424e42a2bc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.136644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c57d20-30d0-4635-9ae9-424e42a2bc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.136644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c57d20-30d0-4635-9ae9-424e42a2bc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.137235] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c57d20-30d0-4635-9ae9-424e42a2bc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.639377] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84c57d20-30d0-4635-9ae9-424e42a2bc73 [ 571.639613] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.639751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.639817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.640046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.640142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.640238] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84c57d20-30d0-4635-9ae9-424e42a2bc73 already deleted. [ 571.640319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c57d20-30d0-4635-9ae9-424e42a2bc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.977391] env[66289]: INFO networking_nsxv3.common.synchronization [None req-a4b942c2-e0b4-44bf-961d-bb64c48c1fc8 None None] Enqueued Resource ID: f2924f5e-79f8-4421-a181-a212634fe3e4 with Priority: HIGHEST for action port [ 572.977984] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2924f5e-79f8-4421-a181-a212634fe3e4 with Priority: HIGHEST for action port [ 572.978380] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2924f5e-79f8-4421-a181-a212634fe3e4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.978560] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2924f5e-79f8-4421-a181-a212634fe3e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.978630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2924f5e-79f8-4421-a181-a212634fe3e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.979018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2924f5e-79f8-4421-a181-a212634fe3e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.979115] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2924f5e-79f8-4421-a181-a212634fe3e4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.482074] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2924f5e-79f8-4421-a181-a212634fe3e4 [ 573.482074] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.482074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.482074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.482074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.482074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.482074] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2924f5e-79f8-4421-a181-a212634fe3e4 already deleted. [ 573.482074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2924f5e-79f8-4421-a181-a212634fe3e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.878705] env[66289]: INFO networking_nsxv3.common.synchronization [None req-3a95a3c0-4e65-4246-b3c3-111caae4e5e7 None None] Enqueued Resource ID: 5d5cc96e-0f3a-40bb-b52d-763997b612df with Priority: HIGHEST for action port [ 575.879250] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5cc96e-0f3a-40bb-b52d-763997b612df with Priority: HIGHEST for action port [ 575.879545] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d5cc96e-0f3a-40bb-b52d-763997b612df taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.879667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d5cc96e-0f3a-40bb-b52d-763997b612df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.879736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d5cc96e-0f3a-40bb-b52d-763997b612df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.880012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d5cc96e-0f3a-40bb-b52d-763997b612df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.880401] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d5cc96e-0f3a-40bb-b52d-763997b612df',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.383871] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d5cc96e-0f3a-40bb-b52d-763997b612df [ 576.383871] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.383871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.383871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.383871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.386018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.386018] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d5cc96e-0f3a-40bb-b52d-763997b612df already deleted. [ 576.386018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d5cc96e-0f3a-40bb-b52d-763997b612df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.006811] env[66289]: INFO networking_nsxv3.common.synchronization [None req-94b83dae-cd86-4efd-ad6c-c60bdb575d21 None None] Enqueued Resource ID: c11a927e-5993-4169-b265-2e32af388c55 with Priority: HIGHEST for action port [ 578.007553] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c11a927e-5993-4169-b265-2e32af388c55 with Priority: HIGHEST for action port [ 578.009392] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-c11a927e-5993-4169-b265-2e32af388c55 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.009590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c11a927e-5993-4169-b265-2e32af388c55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.009705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c11a927e-5993-4169-b265-2e32af388c55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.010052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c11a927e-5993-4169-b265-2e32af388c55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.010144] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c11a927e-5993-4169-b265-2e32af388c55',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.514529] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c11a927e-5993-4169-b265-2e32af388c55 [ 578.514529] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.515346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.515346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.515346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.515346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.515346] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c11a927e-5993-4169-b265-2e32af388c55 already deleted. [ 578.515346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c11a927e-5993-4169-b265-2e32af388c55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.902088] env[66289]: INFO networking_nsxv3.common.synchronization [None req-c55d4af5-950b-422f-8647-4487447c8072 None None] Enqueued Resource ID: 37720acc-e6ab-4aa5-941f-44f59618276a with Priority: HIGHEST for action port [ 578.902088] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37720acc-e6ab-4aa5-941f-44f59618276a with Priority: HIGHEST for action port [ 578.902088] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-37720acc-e6ab-4aa5-941f-44f59618276a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.902088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37720acc-e6ab-4aa5-941f-44f59618276a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.902088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37720acc-e6ab-4aa5-941f-44f59618276a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.902088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37720acc-e6ab-4aa5-941f-44f59618276a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.902088] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37720acc-e6ab-4aa5-941f-44f59618276a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.092403] env[66289]: INFO networking_nsxv3.common.synchronization [None req-45759d83-a480-4b90-af5b-2626a9741b5c None None] Enqueued Resource ID: 3fc3ac2d-55d1-4297-9293-6b8d80704e46 with Priority: HIGHEST for action port [ 579.092403] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc3ac2d-55d1-4297-9293-6b8d80704e46 with Priority: HIGHEST for action port [ 579.092834] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fc3ac2d-55d1-4297-9293-6b8d80704e46 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.092953] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fc3ac2d-55d1-4297-9293-6b8d80704e46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.093037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fc3ac2d-55d1-4297-9293-6b8d80704e46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.093289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fc3ac2d-55d1-4297-9293-6b8d80704e46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.093360] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc3ac2d-55d1-4297-9293-6b8d80704e46',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.405156] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37720acc-e6ab-4aa5-941f-44f59618276a [ 579.405156] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.405156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.405156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.405156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.405156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.405156] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37720acc-e6ab-4aa5-941f-44f59618276a already deleted. [ 579.405156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37720acc-e6ab-4aa5-941f-44f59618276a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.596372] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fc3ac2d-55d1-4297-9293-6b8d80704e46 [ 579.596372] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.596372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.596560] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.596637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.596723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.596820] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fc3ac2d-55d1-4297-9293-6b8d80704e46 already deleted. [ 579.597630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fc3ac2d-55d1-4297-9293-6b8d80704e46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.662406] env[66289]: INFO networking_nsxv3.common.synchronization [None req-63111556-4485-47dc-b4ba-7510307b2d62 None None] Enqueued Resource ID: c2642453-c06e-4c25-bedf-858477862c81 with Priority: HIGHEST for action port [ 579.662953] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2642453-c06e-4c25-bedf-858477862c81 with Priority: HIGHEST for action port [ 579.663288] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2642453-c06e-4c25-bedf-858477862c81 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.663419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2642453-c06e-4c25-bedf-858477862c81" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.663491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2642453-c06e-4c25-bedf-858477862c81" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.663747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2642453-c06e-4c25-bedf-858477862c81" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.663834] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2642453-c06e-4c25-bedf-858477862c81',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.757204] env[66289]: INFO networking_nsxv3.common.synchronization [None req-8192f363-56d7-46d3-bea8-3302254ea85a None None] Enqueued Resource ID: 07331af9-e93e-4afb-b661-8aef621c25f0 with Priority: HIGHEST for action port [ 579.757725] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07331af9-e93e-4afb-b661-8aef621c25f0 with Priority: HIGHEST for action port [ 579.758054] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-07331af9-e93e-4afb-b661-8aef621c25f0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.760203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07331af9-e93e-4afb-b661-8aef621c25f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.760282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07331af9-e93e-4afb-b661-8aef621c25f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.760526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07331af9-e93e-4afb-b661-8aef621c25f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.760611] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07331af9-e93e-4afb-b661-8aef621c25f0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.168918] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2642453-c06e-4c25-bedf-858477862c81 [ 580.168918] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.168918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.168918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.168918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.168918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.168918] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2642453-c06e-4c25-bedf-858477862c81 already deleted. [ 580.168918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2642453-c06e-4c25-bedf-858477862c81" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.267423] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07331af9-e93e-4afb-b661-8aef621c25f0 [ 580.268472] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.268628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.268702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.268927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.269035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.269307] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07331af9-e93e-4afb-b661-8aef621c25f0 already deleted. [ 580.269307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07331af9-e93e-4afb-b661-8aef621c25f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.553424] env[66289]: INFO networking_nsxv3.common.synchronization [None req-4341b485-3146-4cd2-b71b-cb78c8b36ff7 None None] Enqueued Resource ID: bbf23275-cea8-4c92-8f70-a93ab5686e6d with Priority: HIGHEST for action port [ 581.553424] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf23275-cea8-4c92-8f70-a93ab5686e6d with Priority: HIGHEST for action port [ 581.553424] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf23275-cea8-4c92-8f70-a93ab5686e6d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.553424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf23275-cea8-4c92-8f70-a93ab5686e6d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.553424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf23275-cea8-4c92-8f70-a93ab5686e6d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.553424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf23275-cea8-4c92-8f70-a93ab5686e6d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.554525] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf23275-cea8-4c92-8f70-a93ab5686e6d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.009727] env[66289]: INFO networking_nsxv3.common.synchronization [None req-8468335e-4851-42b1-8076-8c2bafea25ff None None] Enqueued Resource ID: e2e2949b-fabf-4bbb-b7c4-81c46ce6ebcf with Priority: HIGHEST for action port [ 582.010329] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e2949b-fabf-4bbb-b7c4-81c46ce6ebcf with Priority: HIGHEST for action port [ 582.010569] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2e2949b-fabf-4bbb-b7c4-81c46ce6ebcf taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.010826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2e2949b-fabf-4bbb-b7c4-81c46ce6ebcf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.010826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2e2949b-fabf-4bbb-b7c4-81c46ce6ebcf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.012553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2e2949b-fabf-4bbb-b7c4-81c46ce6ebcf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.012669] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e2949b-fabf-4bbb-b7c4-81c46ce6ebcf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.057216] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbf23275-cea8-4c92-8f70-a93ab5686e6d [ 582.057626] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.057862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.058021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.059124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.059124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.059124] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbf23275-cea8-4c92-8f70-a93ab5686e6d already deleted. [ 582.059124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf23275-cea8-4c92-8f70-a93ab5686e6d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.515645] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2e2949b-fabf-4bbb-b7c4-81c46ce6ebcf [ 582.516548] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.516548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.518301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.519862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.519862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.519862] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2e2949b-fabf-4bbb-b7c4-81c46ce6ebcf already deleted. [ 582.519862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2e2949b-fabf-4bbb-b7c4-81c46ce6ebcf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.947930] env[66289]: INFO networking_nsxv3.common.synchronization [None req-8e202ec4-60df-428e-ac43-e817724fbcf9 None None] Enqueued Resource ID: a14c11a0-18f3-497c-8ba8-39820af17fb2 with Priority: HIGHEST for action port [ 582.948771] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14c11a0-18f3-497c-8ba8-39820af17fb2 with Priority: HIGHEST for action port [ 582.949692] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a14c11a0-18f3-497c-8ba8-39820af17fb2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.949870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a14c11a0-18f3-497c-8ba8-39820af17fb2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.949941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a14c11a0-18f3-497c-8ba8-39820af17fb2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.950223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a14c11a0-18f3-497c-8ba8-39820af17fb2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.950311] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a14c11a0-18f3-497c-8ba8-39820af17fb2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.457232] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a14c11a0-18f3-497c-8ba8-39820af17fb2 [ 583.457232] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.457232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.457232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.457232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.457232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.457232] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a14c11a0-18f3-497c-8ba8-39820af17fb2 already deleted. [ 583.457232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a14c11a0-18f3-497c-8ba8-39820af17fb2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.612439] env[66289]: INFO networking_nsxv3.common.synchronization [None req-acdf9aa1-e782-457c-9230-6de52337f496 None None] Enqueued Resource ID: b70c3b78-d3c6-422c-9aa7-a45d6a5b0c69 with Priority: HIGHEST for action port [ 583.612693] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70c3b78-d3c6-422c-9aa7-a45d6a5b0c69 with Priority: HIGHEST for action port [ 583.613303] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b70c3b78-d3c6-422c-9aa7-a45d6a5b0c69 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.613423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b70c3b78-d3c6-422c-9aa7-a45d6a5b0c69" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.613487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b70c3b78-d3c6-422c-9aa7-a45d6a5b0c69" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.613736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b70c3b78-d3c6-422c-9aa7-a45d6a5b0c69" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.613812] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b70c3b78-d3c6-422c-9aa7-a45d6a5b0c69',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.826862] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.827324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.827324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.827594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.828647] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.118609] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b70c3b78-d3c6-422c-9aa7-a45d6a5b0c69 [ 584.118942] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.118942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.118942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.119088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.119140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.119231] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b70c3b78-d3c6-422c-9aa7-a45d6a5b0c69 already deleted. [ 584.119307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b70c3b78-d3c6-422c-9aa7-a45d6a5b0c69" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.332161] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.747151] env[66289]: INFO networking_nsxv3.common.synchronization [None req-28fdc434-4469-423b-81b9-f71638085679 None None] Enqueued Resource ID: 5b392b69-5512-43ad-b788-5a71d216d9c5 with Priority: HIGHEST for action port [ 584.747151] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b392b69-5512-43ad-b788-5a71d216d9c5 with Priority: HIGHEST for action port [ 584.747663] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b392b69-5512-43ad-b788-5a71d216d9c5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.747806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b392b69-5512-43ad-b788-5a71d216d9c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.747849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b392b69-5512-43ad-b788-5a71d216d9c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.749540] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b392b69-5512-43ad-b788-5a71d216d9c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.749540] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b392b69-5512-43ad-b788-5a71d216d9c5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.837868] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.251712] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b392b69-5512-43ad-b788-5a71d216d9c5 [ 585.252201] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.252201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.252201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.252459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.252459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.252569] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b392b69-5512-43ad-b788-5a71d216d9c5 already deleted. [ 585.252641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b392b69-5512-43ad-b788-5a71d216d9c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.341569] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 585.341666] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 585.496645] env[66289]: INFO networking_nsxv3.common.synchronization [None req-7692c939-a21a-4791-8924-e31b102fb828 None None] Enqueued Resource ID: 2e1fab2d-b64a-4f70-b70a-abb3c2dc6971 with Priority: HIGHEST for action port [ 585.496645] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1fab2d-b64a-4f70-b70a-abb3c2dc6971 with Priority: HIGHEST for action port [ 585.497422] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e1fab2d-b64a-4f70-b70a-abb3c2dc6971 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.497567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e1fab2d-b64a-4f70-b70a-abb3c2dc6971" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.497611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e1fab2d-b64a-4f70-b70a-abb3c2dc6971" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.497878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e1fab2d-b64a-4f70-b70a-abb3c2dc6971" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.497962] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e1fab2d-b64a-4f70-b70a-abb3c2dc6971',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.001293] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e1fab2d-b64a-4f70-b70a-abb3c2dc6971 [ 586.001498] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.001641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.002124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.002124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.002124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.002124] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e1fab2d-b64a-4f70-b70a-abb3c2dc6971 already deleted. [ 586.002299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e1fab2d-b64a-4f70-b70a-abb3c2dc6971" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.032037] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e3e71a06-5892-459b-acb9-57e5eb9780fd None None] Enqueued Resource ID: 6184ad2c-6fae-4500-b3a1-d5e1507d3d8b with Priority: HIGHEST for action port [ 586.032302] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6184ad2c-6fae-4500-b3a1-d5e1507d3d8b with Priority: HIGHEST for action port [ 586.032851] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-6184ad2c-6fae-4500-b3a1-d5e1507d3d8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.032975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6184ad2c-6fae-4500-b3a1-d5e1507d3d8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.033056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6184ad2c-6fae-4500-b3a1-d5e1507d3d8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.034047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6184ad2c-6fae-4500-b3a1-d5e1507d3d8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.034207] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6184ad2c-6fae-4500-b3a1-d5e1507d3d8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.082859] env[66289]: INFO networking_nsxv3.common.synchronization [None req-852c0e58-1647-4d9c-b67c-a19bcb95074d None None] Enqueued Resource ID: bdf3ecb9-c441-4652-bde2-2aed66f8a5e6 with Priority: HIGHEST for action port [ 586.083129] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf3ecb9-c441-4652-bde2-2aed66f8a5e6 with Priority: HIGHEST for action port [ 586.084672] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf3ecb9-c441-4652-bde2-2aed66f8a5e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.084672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf3ecb9-c441-4652-bde2-2aed66f8a5e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.084672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf3ecb9-c441-4652-bde2-2aed66f8a5e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.084672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf3ecb9-c441-4652-bde2-2aed66f8a5e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.084672] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf3ecb9-c441-4652-bde2-2aed66f8a5e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.187763] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.189705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.189705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.189705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.204890] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 586.205889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.206848] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 586.228456] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.228648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.228792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.229383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.229495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.229596] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 586.229664] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.229740] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 586.249833] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.249992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.250073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.250438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.250582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.250696] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 586.272669] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.272669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.272669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.272669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.272669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.272669] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 586.297090] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.297090] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.297349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.297965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.297965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.297965] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 586.297965] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.298261] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 586.315536] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.315536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.315731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.315815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.315906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.316045] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 586.316146] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.316239] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 586.337547] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.337791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.337791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.337992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.338068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.338187] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 586.338260] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.338323] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 586.338383] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 586.338468] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 586.338555] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 586.338612] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 586.338848] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 586.338908] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 586.338978] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 586.361321] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.361321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.361321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.361321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.361321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.361872] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 586.383720] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.383720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.383720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.383870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.383941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.398166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.539385] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6184ad2c-6fae-4500-b3a1-d5e1507d3d8b [ 586.539633] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.539773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.539840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.540145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.540243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.540339] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6184ad2c-6fae-4500-b3a1-d5e1507d3d8b already deleted. [ 586.540421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6184ad2c-6fae-4500-b3a1-d5e1507d3d8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.586318] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf3ecb9-c441-4652-bde2-2aed66f8a5e6 [ 586.586857] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.586857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.586857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.587054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.587101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.587282] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf3ecb9-c441-4652-bde2-2aed66f8a5e6 already deleted. [ 586.587340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf3ecb9-c441-4652-bde2-2aed66f8a5e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.229676] env[66289]: INFO networking_nsxv3.common.synchronization [None req-6ca250f0-455f-48a2-824a-18b810037701 None None] Enqueued Resource ID: aca1ebd9-82a2-481e-be96-24939294ac4f with Priority: HIGHEST for action port [ 588.230114] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca1ebd9-82a2-481e-be96-24939294ac4f with Priority: HIGHEST for action port [ 588.231128] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca1ebd9-82a2-481e-be96-24939294ac4f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.231128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca1ebd9-82a2-481e-be96-24939294ac4f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.231128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca1ebd9-82a2-481e-be96-24939294ac4f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.231128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca1ebd9-82a2-481e-be96-24939294ac4f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.231128] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca1ebd9-82a2-481e-be96-24939294ac4f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.483166] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e0de3651-8ad6-47a1-bd29-a8151cdd0f61 None None] Enqueued Resource ID: 5069442c-7d3d-4700-ba8b-2b989148b854 with Priority: HIGHEST for action port [ 588.484467] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5069442c-7d3d-4700-ba8b-2b989148b854 with Priority: HIGHEST for action port [ 588.485276] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5069442c-7d3d-4700-ba8b-2b989148b854 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.485654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5069442c-7d3d-4700-ba8b-2b989148b854" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.485939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5069442c-7d3d-4700-ba8b-2b989148b854" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.486433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5069442c-7d3d-4700-ba8b-2b989148b854" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.486699] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5069442c-7d3d-4700-ba8b-2b989148b854',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.509059] env[66289]: INFO networking_nsxv3.common.synchronization [req-172ad0fb-cc87-4ccc-a270-99b07d429199 req-748f5c07-1f99-49b8-9b43-910410834318 tempest-TenantUsagesTestJSON-1883939167 tempest-TenantUsagesTestJSON-1883939167-project-member] Enqueued Resource ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e with Priority: HIGHEST for action security_group_members [ 588.509379] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e with Priority: HIGHEST for action security_group_members [ 588.509478] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1d9613-1976-4d86-b3e3-386cf9902d5e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.510022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.510022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.511160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.511160] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.511160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.511160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.511160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.511160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.511160] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1d9613-1976-4d86-b3e3-386cf9902d5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.735610] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aca1ebd9-82a2-481e-be96-24939294ac4f [ 588.735610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.735610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.735610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.737883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.737969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.738229] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aca1ebd9-82a2-481e-be96-24939294ac4f already deleted. [ 588.738229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca1ebd9-82a2-481e-be96-24939294ac4f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.991505] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5069442c-7d3d-4700-ba8b-2b989148b854 [ 588.991505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.991505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.991505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.991874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.991874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.991874] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5069442c-7d3d-4700-ba8b-2b989148b854 already deleted. [ 588.991874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5069442c-7d3d-4700-ba8b-2b989148b854" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.013301] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.013665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.013665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.013782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.013871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.014083] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.015712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.015712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.015712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.015712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.015712] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e already deleted. [ 589.015712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.098584] env[66289]: INFO networking_nsxv3.common.synchronization [None req-0afc4458-9b3a-406f-913b-a2de882feae6 None None] Enqueued Resource ID: b8302d8e-cf69-4117-b7b5-d3a56baa0e2c with Priority: HIGHEST for action port [ 589.099699] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8302d8e-cf69-4117-b7b5-d3a56baa0e2c with Priority: HIGHEST for action port [ 589.099699] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8302d8e-cf69-4117-b7b5-d3a56baa0e2c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.099699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8302d8e-cf69-4117-b7b5-d3a56baa0e2c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.099699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8302d8e-cf69-4117-b7b5-d3a56baa0e2c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.100100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8302d8e-cf69-4117-b7b5-d3a56baa0e2c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.100100] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8302d8e-cf69-4117-b7b5-d3a56baa0e2c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.602999] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8302d8e-cf69-4117-b7b5-d3a56baa0e2c [ 589.603864] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.604015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.604084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.604311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.604433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.604491] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8302d8e-cf69-4117-b7b5-d3a56baa0e2c already deleted. [ 589.604566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8302d8e-cf69-4117-b7b5-d3a56baa0e2c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.703315] env[66289]: INFO networking_nsxv3.common.synchronization [req-0c9bb0f0-0b75-4e9f-a6dc-b8bc7bd26812 req-716a3578-20fb-48af-941a-61a4a6844959 tempest-ImagesOneServerTestJSON-1075905314 tempest-ImagesOneServerTestJSON-1075905314-project-member] Enqueued Resource ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b with Priority: HIGHEST for action security_group_members [ 589.703315] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b with Priority: HIGHEST for action security_group_members [ 589.703315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.703315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.703315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.703567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.703724] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.703970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.704297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.704488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.704715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.704715] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d601cafa-492b-4e4f-98bf-3eaab6d99e0b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.810905] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.811111] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.811229] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.811534] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.811974] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.811974] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.812194] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.813324] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.813324] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.813324] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.813324] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.813459] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.813459] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.813573] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.813677] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.814407] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.834545] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.834808] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.834872] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.835036] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.837124] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-f71b09c0-3bfe-4c0a-b89e-8344ea599fa4 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.837323] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-f71b09c0-3bfe-4c0a-b89e-8344ea599fa4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.837450] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-f71b09c0-3bfe-4c0a-b89e-8344ea599fa4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.837822] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-f71b09c0-3bfe-4c0a-b89e-8344ea599fa4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.837960] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f71b09c0-3bfe-4c0a-b89e-8344ea599fa4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.207829] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.208107] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.208147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.208412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.208537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.208838] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.208930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.209028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.209231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.209334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.209445] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b already deleted. [ 590.209593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.210635] env[66289]: INFO networking_nsxv3.common.synchronization [None req-c09c24f9-2883-496e-a30c-114e52068c38 None None] Enqueued Resource ID: d5dafa75-5880-429b-91ca-1e5ed3eeec48 with Priority: HIGHEST for action port [ 590.211207] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5dafa75-5880-429b-91ca-1e5ed3eeec48 with Priority: HIGHEST for action port [ 590.211500] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5dafa75-5880-429b-91ca-1e5ed3eeec48 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.211603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5dafa75-5880-429b-91ca-1e5ed3eeec48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.211714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5dafa75-5880-429b-91ca-1e5ed3eeec48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.211877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5dafa75-5880-429b-91ca-1e5ed3eeec48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.211997] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5dafa75-5880-429b-91ca-1e5ed3eeec48',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.341861] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.341861] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.342143] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.342254] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.342446] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.342658] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port f71b09c0-3bfe-4c0a-b89e-8344ea599fa4 not found, creating... [ 590.343056] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.343178] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.343568] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.343568] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.343700] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.344140] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.345355] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.345355] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.345355] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.345355] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.345355] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: f71b09c0-3bfe-4c0a-b89e-8344ea599fa4 is going to be created. [ 590.372439] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.372572] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.372672] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.372954] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.373200] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.373422] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-f71b09c0-3bfe-4c0a-b89e-8344ea599fa4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.714944] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5dafa75-5880-429b-91ca-1e5ed3eeec48 [ 590.715213] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.715348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.715418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.715705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.715705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.715814] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5dafa75-5880-429b-91ca-1e5ed3eeec48 already deleted. [ 590.715958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5dafa75-5880-429b-91ca-1e5ed3eeec48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.971452] env[66289]: INFO networking_nsxv3.common.synchronization [None req-248c1f28-8cb9-49b9-92b8-9eeb530212ac None None] Enqueued Resource ID: 0b31791e-af1e-49b2-882a-cc132220ad80 with Priority: HIGHEST for action port [ 590.972062] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b31791e-af1e-49b2-882a-cc132220ad80 with Priority: HIGHEST for action port [ 590.972362] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b31791e-af1e-49b2-882a-cc132220ad80 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.972488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b31791e-af1e-49b2-882a-cc132220ad80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.972553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b31791e-af1e-49b2-882a-cc132220ad80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.972817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b31791e-af1e-49b2-882a-cc132220ad80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.972900] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b31791e-af1e-49b2-882a-cc132220ad80',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.051639] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-522 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.051639] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-522" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.051777] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-522" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.051970] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-522" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.052234] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.052381] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.052488] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.052697] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.052837] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.053483] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.053647] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.053760] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.053869] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.053979] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.054103] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.054270] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.076021] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.076021] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.076021] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.076021] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-522" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.076021] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-b10a1d41-729f-4ea1-8643-7893dc1519e1 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.076021] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-b10a1d41-729f-4ea1-8643-7893dc1519e1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.076021] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-b10a1d41-729f-4ea1-8643-7893dc1519e1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.076021] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-b10a1d41-729f-4ea1-8643-7893dc1519e1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.076021] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10a1d41-729f-4ea1-8643-7893dc1519e1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.098552] env[66289]: INFO networking_nsxv3.common.synchronization [None req-5f44e472-50c4-42e2-8133-76c313cbf02b None None] Enqueued Resource ID: f261db2a-e6ed-451e-8e44-cff6d207e80f with Priority: HIGHEST for action port [ 591.098552] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f261db2a-e6ed-451e-8e44-cff6d207e80f with Priority: HIGHEST for action port [ 591.098886] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f261db2a-e6ed-451e-8e44-cff6d207e80f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.099175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f261db2a-e6ed-451e-8e44-cff6d207e80f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.099355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f261db2a-e6ed-451e-8e44-cff6d207e80f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.099681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f261db2a-e6ed-451e-8e44-cff6d207e80f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.099859] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f261db2a-e6ed-451e-8e44-cff6d207e80f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.160507] env[66289]: INFO networking_nsxv3.common.synchronization [req-172ad0fb-cc87-4ccc-a270-99b07d429199 req-0ed97f27-06c1-4238-87ee-9a253aaea66f service nova] Enqueued Resource ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e with Priority: HIGHEST for action security_group_rules [ 591.161641] env[66289]: INFO networking_nsxv3.common.synchronization [req-172ad0fb-cc87-4ccc-a270-99b07d429199 req-0ed97f27-06c1-4238-87ee-9a253aaea66f service nova] Enqueued Resource ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e with Priority: HIGHEST for action security_group_members [ 591.161641] env[66289]: INFO networking_nsxv3.common.synchronization [req-172ad0fb-cc87-4ccc-a270-99b07d429199 req-0ed97f27-06c1-4238-87ee-9a253aaea66f service nova] Enqueued Resource ID: f71b09c0-3bfe-4c0a-b89e-8344ea599fa4 with Priority: HIGHEST for action port [ 591.161641] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e with Priority: HIGHEST for action security_group_rules [ 591.161641] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e with Priority: HIGHEST for action security_group_members [ 591.161641] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71b09c0-3bfe-4c0a-b89e-8344ea599fa4 with Priority: HIGHEST for action port [ 591.161944] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1d9613-1976-4d86-b3e3-386cf9902d5e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.162016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.162096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.162375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.162463] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1d9613-1976-4d86-b3e3-386cf9902d5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.163314] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1d9613-1976-4d86-b3e3-386cf9902d5e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.163434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.163516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.163694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.163861] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.165019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.165019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.165019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.165019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.165019] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1d9613-1976-4d86-b3e3-386cf9902d5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.165863] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f71b09c0-3bfe-4c0a-b89e-8344ea599fa4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.165975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f71b09c0-3bfe-4c0a-b89e-8344ea599fa4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.166034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f71b09c0-3bfe-4c0a-b89e-8344ea599fa4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.167060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f71b09c0-3bfe-4c0a-b89e-8344ea599fa4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.167060] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f71b09c0-3bfe-4c0a-b89e-8344ea599fa4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.476925] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b31791e-af1e-49b2-882a-cc132220ad80 [ 591.477192] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.477328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.477390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.477605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.477703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.477782] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b31791e-af1e-49b2-882a-cc132220ad80 already deleted. [ 591.477980] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b31791e-af1e-49b2-882a-cc132220ad80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.579743] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.579743] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.579743] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.579743] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.579743] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.579743] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port b10a1d41-729f-4ea1-8643-7893dc1519e1 not found, creating... [ 591.580113] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.580113] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.580113] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.580330] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.580424] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.580831] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.580831] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.580950] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.581304] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.581304] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.581448] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: b10a1d41-729f-4ea1-8643-7893dc1519e1 is going to be created. [ 591.603999] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f261db2a-e6ed-451e-8e44-cff6d207e80f [ 591.603999] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.603999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.603999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.603999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.603999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.603999] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f261db2a-e6ed-451e-8e44-cff6d207e80f already deleted. [ 591.603999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f261db2a-e6ed-451e-8e44-cff6d207e80f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.605775] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.607179] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.607179] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.607179] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.607179] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.607179] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-b10a1d41-729f-4ea1-8643-7893dc1519e1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.670122] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1d9613-1976-4d86-b3e3-386cf9902d5e taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.670122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.681062] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f71b09c0-3bfe-4c0a-b89e-8344ea599fa4 with status ACTIVE [ 591.681625] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.681625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.681625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.681855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.681960] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.682304] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.682304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.682304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.682446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.682520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.682698] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.682788] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.682837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.682978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.683311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.683311] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f71b09c0-3bfe-4c0a-b89e-8344ea599fa4 is going to be updated. [ 591.685683] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b1d9613-1976-4d86-b3e3-386cf9902d5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.707755] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.707905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.707974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.708218] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.708354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.708499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f71b09c0-3bfe-4c0a-b89e-8344ea599fa4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.188492] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b1d9613-1976-4d86-b3e3-386cf9902d5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.496553] env[66289]: INFO networking_nsxv3.common.synchronization [req-0c9bb0f0-0b75-4e9f-a6dc-b8bc7bd26812 req-034da64e-fe5c-4841-b761-cad97f8ae2e1 service nova] Enqueued Resource ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b with Priority: HIGHEST for action security_group_rules [ 592.496763] env[66289]: INFO networking_nsxv3.common.synchronization [req-0c9bb0f0-0b75-4e9f-a6dc-b8bc7bd26812 req-034da64e-fe5c-4841-b761-cad97f8ae2e1 service nova] Enqueued Resource ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b with Priority: HIGHEST for action security_group_members [ 592.496905] env[66289]: INFO networking_nsxv3.common.synchronization [req-0c9bb0f0-0b75-4e9f-a6dc-b8bc7bd26812 req-034da64e-fe5c-4841-b761-cad97f8ae2e1 service nova] Enqueued Resource ID: b10a1d41-729f-4ea1-8643-7893dc1519e1 with Priority: HIGHEST for action port [ 592.497462] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b with Priority: HIGHEST for action security_group_rules [ 592.497598] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b with Priority: HIGHEST for action security_group_members [ 592.497693] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10a1d41-729f-4ea1-8643-7893dc1519e1 with Priority: HIGHEST for action port [ 592.497959] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d601cafa-492b-4e4f-98bf-3eaab6d99e0b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.499087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.499165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.499421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.499506] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d601cafa-492b-4e4f-98bf-3eaab6d99e0b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.501231] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.501455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.501455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.501629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.501782] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.502225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.502347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.502535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.502535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.502696] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d601cafa-492b-4e4f-98bf-3eaab6d99e0b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.506340] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b10a1d41-729f-4ea1-8643-7893dc1519e1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.506340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b10a1d41-729f-4ea1-8643-7893dc1519e1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.506340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b10a1d41-729f-4ea1-8643-7893dc1519e1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.506340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b10a1d41-729f-4ea1-8643-7893dc1519e1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.506340] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10a1d41-729f-4ea1-8643-7893dc1519e1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.691519] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.691519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.691519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.691896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.691971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.692062] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e is going to be created. [ 592.732765] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.732765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.732765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.732765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.732765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.735718] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e in Status: UNINITIALIZED for 2s [ 592.944215] env[66289]: INFO networking_nsxv3.common.synchronization [req-6ffde92f-5275-40b1-a22d-46725d078292 req-d04b66b0-db95-46c4-bd35-ab4fc4cfc981 tempest-ServersAdminNegativeTestJSON-753412807 tempest-ServersAdminNegativeTestJSON-753412807-project-member] Enqueued Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 592.944215] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 592.944346] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.944425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.944478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.944689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.944847] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.944949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.945021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.946809] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.946809] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.946809] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.001810] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.002039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.005426] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d601cafa-492b-4e4f-98bf-3eaab6d99e0b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.007574] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b10a1d41-729f-4ea1-8643-7893dc1519e1 with status ACTIVE [ 593.010019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.010019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.010019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.010019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.010019] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b10a1d41-729f-4ea1-8643-7893dc1519e1 is going to be updated. [ 593.035796] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.035796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.035796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.035796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.035796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.035796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b10a1d41-729f-4ea1-8643-7893dc1519e1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.355705] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.356065] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.356065] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.356337] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.356955] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.356955] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.356955] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.357200] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.357200] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.357975] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.357975] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.357975] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.357975] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.357975] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.357975] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.357975] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.381521] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.381521] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.381521] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.381642] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.381971] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-ca97bac7-cc09-4d04-b773-c50346119d04 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.382161] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-ca97bac7-cc09-4d04-b773-c50346119d04" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.382662] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-ca97bac7-cc09-4d04-b773-c50346119d04" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.382662] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-ca97bac7-cc09-4d04-b773-c50346119d04" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.382975] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca97bac7-cc09-4d04-b773-c50346119d04',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.450027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.450027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.450027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.450226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.450226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.451038] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.451038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.451038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.451038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.451229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.451229] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d already deleted. [ 593.451289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.512454] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d601cafa-492b-4e4f-98bf-3eaab6d99e0b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.878949] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e308bbf3-bc28-40e5-a5f8-381838dd700b tempest-VolumesAssistedSnapshotsTest-1740026651 tempest-VolumesAssistedSnapshotsTest-1740026651-project-member] Enqueued Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_rules [ 593.879485] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_rules [ 593.879780] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0744e1a2-ee82-424a-bc91-c7a571ae645f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.879902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.879984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.880924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.880924] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0744e1a2-ee82-424a-bc91-c7a571ae645f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.885168] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.886455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.886455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.886455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.886455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.886455] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port ca97bac7-cc09-4d04-b773-c50346119d04 not found, creating... [ 593.886455] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.886455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.886762] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.886762] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.886936] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.887169] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.887334] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.887493] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.887746] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.887878] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.888083] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: ca97bac7-cc09-4d04-b773-c50346119d04 is going to be created. [ 593.907537] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.907779] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.907903] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.908189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.908473] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.909222] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-ca97bac7-cc09-4d04-b773-c50346119d04" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.015203] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.015368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.015438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.015653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.015740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.015833] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b is going to be created. [ 594.044988] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.044988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.044988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.045946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.046989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.056838] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b in Status: UNINITIALIZED for 2s [ 594.207711] env[66289]: INFO networking_nsxv3.common.synchronization [None req-dec0c16e-6525-4890-9a1b-65763d2ec41e tempest-VolumesAssistedSnapshotsTest-1740026651 tempest-VolumesAssistedSnapshotsTest-1740026651-project-member] Enqueued Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_rules [ 594.208106] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_rules [ 594.208444] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0744e1a2-ee82-424a-bc91-c7a571ae645f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.208556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.295680] env[66289]: INFO networking_nsxv3.common.synchronization [None req-0330e638-262b-4e8e-969b-f4326dc82ba5 None None] Enqueued Resource ID: 063c19b1-a4bf-4598-b35a-1e290dbcb34f with Priority: HIGHEST for action port [ 594.296734] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c19b1-a4bf-4598-b35a-1e290dbcb34f with Priority: HIGHEST for action port [ 594.297314] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-063c19b1-a4bf-4598-b35a-1e290dbcb34f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.297518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-063c19b1-a4bf-4598-b35a-1e290dbcb34f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.297651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-063c19b1-a4bf-4598-b35a-1e290dbcb34f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.298011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-063c19b1-a4bf-4598-b35a-1e290dbcb34f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.298108] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('063c19b1-a4bf-4598-b35a-1e290dbcb34f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.420666] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.420666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.420666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.420666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.422193] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.422324] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f already deleted. [ 594.423126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.423126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.423126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.423382] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0744e1a2-ee82-424a-bc91-c7a571ae645f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.435329] env[66289]: INFO networking_nsxv3.common.synchronization [None req-50a495d4-ea7f-4348-a239-74aeb033ef2f None None] Enqueued Resource ID: 934aa296-df87-4cf8-bb22-5f84a2760492 with Priority: HIGHEST for action port [ 594.435566] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934aa296-df87-4cf8-bb22-5f84a2760492 with Priority: HIGHEST for action port [ 594.436626] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-934aa296-df87-4cf8-bb22-5f84a2760492 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.436828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-934aa296-df87-4cf8-bb22-5f84a2760492" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.436908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-934aa296-df87-4cf8-bb22-5f84a2760492" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.437205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-934aa296-df87-4cf8-bb22-5f84a2760492" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.437305] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('934aa296-df87-4cf8-bb22-5f84a2760492',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.662419] env[66289]: INFO networking_nsxv3.common.synchronization [req-6ffde92f-5275-40b1-a22d-46725d078292 req-eccd7e19-e2a7-43df-9b1c-8385532aa325 service nova] Enqueued Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_rules [ 594.662647] env[66289]: INFO networking_nsxv3.common.synchronization [req-6ffde92f-5275-40b1-a22d-46725d078292 req-eccd7e19-e2a7-43df-9b1c-8385532aa325 service nova] Enqueued Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 594.662647] env[66289]: INFO networking_nsxv3.common.synchronization [req-6ffde92f-5275-40b1-a22d-46725d078292 req-eccd7e19-e2a7-43df-9b1c-8385532aa325 service nova] Enqueued Resource ID: ca97bac7-cc09-4d04-b773-c50346119d04 with Priority: HIGHEST for action port [ 594.662854] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_rules [ 594.662975] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 594.663078] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca97bac7-cc09-4d04-b773-c50346119d04 with Priority: HIGHEST for action port [ 594.663852] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.663852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.663852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.664257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.664378] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.667077] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.667327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.667405] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.667986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.667986] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.667986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.667986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.668337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.668337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.668337] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.668998] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca97bac7-cc09-4d04-b773-c50346119d04 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.671702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca97bac7-cc09-4d04-b773-c50346119d04" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.671702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca97bac7-cc09-4d04-b773-c50346119d04" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.671702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca97bac7-cc09-4d04-b773-c50346119d04" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.671702] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca97bac7-cc09-4d04-b773-c50346119d04',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.748147] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e in Status: SUCCESS [ 594.748147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.748147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.748147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.748147] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.748147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.748147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.748147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.748147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.748147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.748147] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b1d9613-1976-4d86-b3e3-386cf9902d5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.804035] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 063c19b1-a4bf-4598-b35a-1e290dbcb34f [ 594.804142] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.804335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.804409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.804628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.804717] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.804812] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:063c19b1-a4bf-4598-b35a-1e290dbcb34f already deleted. [ 594.804914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-063c19b1-a4bf-4598-b35a-1e290dbcb34f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.939799] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 934aa296-df87-4cf8-bb22-5f84a2760492 [ 594.940024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.940256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.940341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.940552] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.940643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.940741] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:934aa296-df87-4cf8-bb22-5f84a2760492 already deleted. [ 594.940838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-934aa296-df87-4cf8-bb22-5f84a2760492" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.946262] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.946262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.946262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.946507] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.946599] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.946732] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f already deleted. [ 594.946816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.177070] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.180019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.180019] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.180019] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca97bac7-cc09-4d04-b773-c50346119d04 with status ACTIVE [ 595.180019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.180019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.180019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.180019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.180019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.180019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.180019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.180019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.180019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.180019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.180019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.180019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.180919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.181270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.181427] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.181583] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca97bac7-cc09-4d04-b773-c50346119d04 is going to be updated. [ 595.208269] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.208426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.208622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.208718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.208840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.208997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca97bac7-cc09-4d04-b773-c50346119d04" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.250461] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1d9613-1976-4d86-b3e3-386cf9902d5e taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.250641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.250732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.250994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.251118] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.251257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.251294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.251436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.251728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.251728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.251824] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1d9613-1976-4d86-b3e3-386cf9902d5e taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.251878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.251915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.252241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.252241] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.252404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.252404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.252479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.252531] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.252641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.252694] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b1d9613-1976-4d86-b3e3-386cf9902d5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.434252] env[66289]: INFO networking_nsxv3.common.synchronization [req-20595393-f38a-4f2f-8f5e-cd7f76f00671 req-484dcbfb-2cba-42da-a01f-4932243dcb9d tempest-DeleteServersAdminTestJSON-343230109 tempest-DeleteServersAdminTestJSON-343230109-project-member] Enqueued Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 595.434252] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 595.434252] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.434252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.434252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.434252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.434252] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.434252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.434252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.434252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.434252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.434252] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.684051] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.754924] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b1d9613-1976-4d86-b3e3-386cf9902d5e: rpc.has_security_group_logging(os_id): False [ 595.764791] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.765026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.765152] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.765551] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.765875] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.766060] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.766219] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.766445] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.766584] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.766827] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.766944] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.770073] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.770073] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.770073] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.770073] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.770073] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.774381] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.774551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.774612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.774806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.774884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.775093] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.775195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.775263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.775404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.775485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.775665] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.775759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.775809] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.775946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.776215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.778039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.778039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.778039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.778039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.778039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.778039] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e is going to be created. [ 595.805802] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.806022] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.806465] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.806465] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.806751] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-69f86923-a49c-4b2a-917f-a81a9b4dbb7c taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.806871] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-69f86923-a49c-4b2a-917f-a81a9b4dbb7c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.806871] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-69f86923-a49c-4b2a-917f-a81a9b4dbb7c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.807242] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-69f86923-a49c-4b2a-917f-a81a9b4dbb7c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.807387] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f86923-a49c-4b2a-917f-a81a9b4dbb7c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.863671] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.863834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.864497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.864497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.864737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.881760] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e in Status: IN_PROGRESS for 2s [ 595.936160] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.936423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.936423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.936677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.936774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.936994] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.937124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.937178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.937370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.937503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.937575] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 already deleted. [ 595.937698] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.070675] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b in Status: SUCCESS [ 596.071187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.071187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.071457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.071731] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.071921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.072027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.072226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.072381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.072534] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.072693] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d601cafa-492b-4e4f-98bf-3eaab6d99e0b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.186828] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.186828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.187150] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.187189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.187313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.187413] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d is going to be created. [ 596.216142] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.216506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.216506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.216744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.216969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.235584] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: UNINITIALIZED for 2s [ 596.309885] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.310250] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.310461] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.310945] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.311170] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.311427] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 69f86923-a49c-4b2a-917f-a81a9b4dbb7c not found, creating... [ 596.311816] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.312093] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.312235] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.312497] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.312645] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.312964] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.313335] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.313335] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.313524] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.313830] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.313830] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 69f86923-a49c-4b2a-917f-a81a9b4dbb7c is going to be created. [ 596.354947] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.355189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.355305] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.355899] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.356044] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.356346] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-69f86923-a49c-4b2a-917f-a81a9b4dbb7c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.575271] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.575539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.575539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.575741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.575909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.576406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.576513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.576686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.576775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.576864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.577041] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.577214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.577281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.577440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.577586] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.577697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.577752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.577894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.577997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.578096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.578187] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d601cafa-492b-4e4f-98bf-3eaab6d99e0b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.081679] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d601cafa-492b-4e4f-98bf-3eaab6d99e0b: rpc.has_security_group_logging(os_id): False [ 597.106862] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.107951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.107951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.107951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.107951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.108086] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.108147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.108202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.108425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.108584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.108825] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.108926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.108988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.109465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.109550] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.110247] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.110247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.110247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.110247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.110442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.111238] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b is going to be created. [ 597.159910] env[66289]: INFO networking_nsxv3.common.synchronization [req-20595393-f38a-4f2f-8f5e-cd7f76f00671 req-b8e2dd05-6a46-423e-a502-69478de508b3 service nova] Enqueued Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_rules [ 597.161779] env[66289]: INFO networking_nsxv3.common.synchronization [req-20595393-f38a-4f2f-8f5e-cd7f76f00671 req-b8e2dd05-6a46-423e-a502-69478de508b3 service nova] Enqueued Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 597.161779] env[66289]: INFO networking_nsxv3.common.synchronization [req-20595393-f38a-4f2f-8f5e-cd7f76f00671 req-b8e2dd05-6a46-423e-a502-69478de508b3 service nova] Enqueued Resource ID: 69f86923-a49c-4b2a-917f-a81a9b4dbb7c with Priority: HIGHEST for action port [ 597.161779] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_rules [ 597.161779] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 597.161779] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69f86923-a49c-4b2a-917f-a81a9b4dbb7c with Priority: HIGHEST for action port [ 597.161779] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.161779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.163035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.163035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.163035] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.164116] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.164251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.164346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.165081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.165081] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.165081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.165081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.165272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.165272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.165374] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.166504] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-69f86923-a49c-4b2a-917f-a81a9b4dbb7c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.166740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69f86923-a49c-4b2a-917f-a81a9b4dbb7c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.166846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69f86923-a49c-4b2a-917f-a81a9b4dbb7c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.167128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69f86923-a49c-4b2a-917f-a81a9b4dbb7c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.167185] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69f86923-a49c-4b2a-917f-a81a9b4dbb7c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.296814] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.296814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.296814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.296968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.297250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.311342] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b in Status: IN_PROGRESS for 2s [ 597.672403] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.672403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.672403] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.672403] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69f86923-a49c-4b2a-917f-a81a9b4dbb7c with status ACTIVE [ 597.672403] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.672403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.672403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.672403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.672403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.672403] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.672403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.672403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.672403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.676033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.676033] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.676033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.676033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.676033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.676033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.676033] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69f86923-a49c-4b2a-917f-a81a9b4dbb7c is going to be updated. [ 597.699176] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.699373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.699428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.699649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.699783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.699936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69f86923-a49c-4b2a-917f-a81a9b4dbb7c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.895077] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e in Status: SUCCESS [ 597.896188] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.178918] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.247228] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: SUCCESS [ 598.250082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.250082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.250082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.250082] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.250082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.250082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.250082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.250082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.250082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.250082] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.683755] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.684512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.684512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.684630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.684713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.684856] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 is going to be created. [ 598.714556] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.714702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.715486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.715486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.715486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.727047] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: UNINITIALIZED for 2s [ 598.751642] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.751810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.751863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.752169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.752323] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.752439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.752504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.752661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.752747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.752835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.752981] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.753087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.753217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.753286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.753548] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.753548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.753548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.753719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.753752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.753834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.753925] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.256472] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24639e23-3f03-4ddf-8ca9-ce83f0bb915d: rpc.has_security_group_logging(os_id): False [ 599.282350] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.282561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.283236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.283236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.283236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.283236] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.283433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.283433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.283582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.283689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.283909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.284030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.284110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.284283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.284378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.284597] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.284719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.284794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.284957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.286513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.286716] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d is going to be created. [ 599.343607] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b in Status: SUCCESS [ 599.343992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.391019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.391327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.391327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.391521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.391687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.403430] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: IN_PROGRESS for 2s [ 599.547278] env[66289]: INFO networking_nsxv3.common.synchronization [req-e500728b-f1b7-46d6-bf7f-f855d04a1a6c req-9644b605-eec6-4e84-97bf-c98edd9232a2 tempest-ServerExternalEventsTest-1902286392 tempest-ServerExternalEventsTest-1902286392-project-member] Enqueued Resource ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 with Priority: HIGHEST for action security_group_members [ 599.548034] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 with Priority: HIGHEST for action security_group_members [ 599.548651] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eefc229-eec3-482e-905e-cce9d4ad9f19 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.548651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.548651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.548853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.549675] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.549675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.549675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.549675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.549675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.549675] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eefc229-eec3-482e-905e-cce9d4ad9f19',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.643649] env[66289]: INFO networking_nsxv3.common.synchronization [None req-72bb4e69-5ad9-4acb-9e1b-31ae8b48a876 None None] Enqueued Resource ID: a0d0156b-3cdb-4e2b-a666-a95a87182e40 with Priority: HIGHEST for action port [ 599.644604] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d0156b-3cdb-4e2b-a666-a95a87182e40 with Priority: HIGHEST for action port [ 599.644931] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d0156b-3cdb-4e2b-a666-a95a87182e40 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.645338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d0156b-3cdb-4e2b-a666-a95a87182e40" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.645338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d0156b-3cdb-4e2b-a666-a95a87182e40" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.645528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d0156b-3cdb-4e2b-a666-a95a87182e40" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.646748] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d0156b-3cdb-4e2b-a666-a95a87182e40',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.999630] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.999924] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.999924] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.000242] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.000494] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.000646] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.000754] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.000973] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.001124] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.001318] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.001424] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.001522] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.001621] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.001724] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.001820] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.002029] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.023253] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.023412] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.023550] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.023723] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.024057] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-d2a82a95-812b-4ba1-927d-a23d1cc7cdda taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.024228] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-d2a82a95-812b-4ba1-927d-a23d1cc7cdda" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.024347] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-d2a82a95-812b-4ba1-927d-a23d1cc7cdda" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.024772] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-d2a82a95-812b-4ba1-927d-a23d1cc7cdda" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.024963] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a82a95-812b-4ba1-927d-a23d1cc7cdda',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.053949] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.054181] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.054242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.054441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.054531] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.054748] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.054862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.054925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.055103] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.055181] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.055270] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 already deleted. [ 600.055352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.147982] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0d0156b-3cdb-4e2b-a666-a95a87182e40 [ 600.148299] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.148503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.148590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.148822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.149774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.149774] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0d0156b-3cdb-4e2b-a666-a95a87182e40 already deleted. [ 600.149774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d0156b-3cdb-4e2b-a666-a95a87182e40" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.530089] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.530089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.530089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.530089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.530089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.530089] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port d2a82a95-812b-4ba1-927d-a23d1cc7cdda not found, creating... [ 600.530089] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.530089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.530089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.530089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.530089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.530671] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.530671] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.530671] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.530830] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.530830] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.530979] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: d2a82a95-812b-4ba1-927d-a23d1cc7cdda is going to be created. [ 600.555856] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.556138] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.556324] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.556588] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.556860] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.557162] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-d2a82a95-812b-4ba1-927d-a23d1cc7cdda" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.739492] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: SUCCESS [ 600.739587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.739677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.739898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.740107] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.740227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.740293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.740469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.740520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.740604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.740692] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.245600] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.246040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.246040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.246040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.246315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.246463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.246604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.246665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.246732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.246786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.246937] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.247069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.247132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.247276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.247401] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.251032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.251032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.251032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.251032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.251032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.251032] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.368143] env[66289]: INFO networking_nsxv3.common.synchronization [req-e500728b-f1b7-46d6-bf7f-f855d04a1a6c req-ec95950f-689c-43f3-a228-27ee802d039d service nova] Enqueued Resource ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 with Priority: HIGHEST for action security_group_rules [ 601.368143] env[66289]: INFO networking_nsxv3.common.synchronization [req-e500728b-f1b7-46d6-bf7f-f855d04a1a6c req-ec95950f-689c-43f3-a228-27ee802d039d service nova] Enqueued Resource ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 with Priority: HIGHEST for action security_group_members [ 601.368143] env[66289]: INFO networking_nsxv3.common.synchronization [req-e500728b-f1b7-46d6-bf7f-f855d04a1a6c req-ec95950f-689c-43f3-a228-27ee802d039d service nova] Enqueued Resource ID: d2a82a95-812b-4ba1-927d-a23d1cc7cdda with Priority: HIGHEST for action port [ 601.368143] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 with Priority: HIGHEST for action security_group_rules [ 601.368143] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 with Priority: HIGHEST for action security_group_members [ 601.368556] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a82a95-812b-4ba1-927d-a23d1cc7cdda with Priority: HIGHEST for action port [ 601.368556] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1eefc229-eec3-482e-905e-cce9d4ad9f19 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.368942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.368942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.369100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.369170] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1eefc229-eec3-482e-905e-cce9d4ad9f19',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.370510] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eefc229-eec3-482e-905e-cce9d4ad9f19 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.370681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.370755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.370942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.371133] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.371226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.371285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.371520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.371520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.371644] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eefc229-eec3-482e-905e-cce9d4ad9f19',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.372427] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a82a95-812b-4ba1-927d-a23d1cc7cdda taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.372539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a82a95-812b-4ba1-927d-a23d1cc7cdda" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.372630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a82a95-812b-4ba1-927d-a23d1cc7cdda" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.373165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a82a95-812b-4ba1-927d-a23d1cc7cdda" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.373165] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a82a95-812b-4ba1-927d-a23d1cc7cdda',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.417423] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: SUCCESS [ 601.417922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.754132] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f3f5687-5428-4bf5-abe2-bd4902b13d44: rpc.has_security_group_logging(os_id): False [ 601.776385] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.776385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.776385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.776655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.776655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.776865] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.777070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.777070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.777212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.777256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.777466] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.777567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.777628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.777772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.777847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.778153] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.780732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.780732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.780937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.780972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.781575] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 is going to be created. [ 601.854590] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.854590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.854590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.854590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.854590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.875319] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: IN_PROGRESS for 2s [ 601.875496] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1eefc229-eec3-482e-905e-cce9d4ad9f19',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.881036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eefc229-eec3-482e-905e-cce9d4ad9f19 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.881036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.881036] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2a82a95-812b-4ba1-927d-a23d1cc7cdda with status ACTIVE [ 601.881036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.881036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.881036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.881036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.881036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.881036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.881036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.881036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.881036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.881036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.881036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.882140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.882140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.882140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.882140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.882140] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2a82a95-812b-4ba1-927d-a23d1cc7cdda is going to be updated. [ 601.964261] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.964493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.964644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.964959] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.965199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.965455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a82a95-812b-4ba1-927d-a23d1cc7cdda" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.115734] env[66289]: INFO networking_nsxv3.common.synchronization [None req-7598f68f-d278-484e-bf84-dc5b66ee04b1 None None] Enqueued Resource ID: ee4b6ddf-85d7-447c-be1c-635e24f5ddb0 with Priority: HIGHEST for action port [ 602.117890] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee4b6ddf-85d7-447c-be1c-635e24f5ddb0 with Priority: HIGHEST for action port [ 602.117890] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee4b6ddf-85d7-447c-be1c-635e24f5ddb0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.117890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee4b6ddf-85d7-447c-be1c-635e24f5ddb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.117890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee4b6ddf-85d7-447c-be1c-635e24f5ddb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.118496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee4b6ddf-85d7-447c-be1c-635e24f5ddb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.118496] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee4b6ddf-85d7-447c-be1c-635e24f5ddb0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.156138] env[66289]: INFO networking_nsxv3.common.synchronization [req-411cf436-9d90-4d98-a5c1-379bc061b903 req-4e306c21-cf95-46e6-b5d1-2d9bb1e13589 tempest-ServersAdminTestJSON-1705096917 tempest-ServersAdminTestJSON-1705096917-project-member] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 602.157120] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 602.157531] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.157686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.157753] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.158282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.158499] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.159641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.159807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.160051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.160102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.160201] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.217433] env[66289]: INFO networking_nsxv3.common.synchronization [None req-563b6cef-62fa-4690-9855-8d6f6c51a73a None None] Enqueued Resource ID: 6bfab81b-e5bc-4a07-9970-d8e015ba4a4a with Priority: HIGHEST for action port [ 602.218632] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfab81b-e5bc-4a07-9970-d8e015ba4a4a with Priority: HIGHEST for action port [ 602.219146] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bfab81b-e5bc-4a07-9970-d8e015ba4a4a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.219766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bfab81b-e5bc-4a07-9970-d8e015ba4a4a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.220041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bfab81b-e5bc-4a07-9970-d8e015ba4a4a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.220270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bfab81b-e5bc-4a07-9970-d8e015ba4a4a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.221026] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bfab81b-e5bc-4a07-9970-d8e015ba4a4a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.386435] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1eefc229-eec3-482e-905e-cce9d4ad9f19',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.622619] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee4b6ddf-85d7-447c-be1c-635e24f5ddb0 [ 602.622903] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.623140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.623140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.623396] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.623501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.623602] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee4b6ddf-85d7-447c-be1c-635e24f5ddb0 already deleted. [ 602.623687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee4b6ddf-85d7-447c-be1c-635e24f5ddb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.662759] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.662963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.663055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.663405] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.663535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.663781] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.663893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.663967] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.664174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.664396] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.664528] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b already deleted. [ 602.664613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.722819] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bfab81b-e5bc-4a07-9970-d8e015ba4a4a [ 602.723135] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.724066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.724066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.724066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.724066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.724310] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bfab81b-e5bc-4a07-9970-d8e015ba4a4a already deleted. [ 602.724310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bfab81b-e5bc-4a07-9970-d8e015ba4a4a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.887344] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.887530] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.887646] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.887969] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.888282] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.888439] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.888547] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.888753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.888886] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.889434] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.889570] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.889689] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.889790] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.889891] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.889990] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.890149] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.892112] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.892112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.892245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.892336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.892420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.892508] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 is going to be created. [ 602.918095] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.918095] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.918095] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.918095] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.918095] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-f257215d-6917-4566-b668-8ea7714acfed taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.918095] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-f257215d-6917-4566-b668-8ea7714acfed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.918095] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-f257215d-6917-4566-b668-8ea7714acfed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.918095] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-f257215d-6917-4566-b668-8ea7714acfed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.918095] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f257215d-6917-4566-b668-8ea7714acfed',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.922621] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.922621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.922621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.922621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.922621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.938143] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 in Status: UNINITIALIZED for 2s [ 603.333028] env[66289]: INFO networking_nsxv3.common.synchronization [None req-621dc8c3-d952-4a7f-81ee-e588bac768cf tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_rules [ 603.335066] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_rules [ 603.335066] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.335066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.335066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.335066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.335066] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.422619] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.422619] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.422619] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.422619] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.422619] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.422619] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port f257215d-6917-4566-b668-8ea7714acfed not found, creating... [ 603.422619] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.422619] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.422619] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.422619] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.422619] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.423583] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.423583] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.423583] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.424119] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.424119] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.424119] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: f257215d-6917-4566-b668-8ea7714acfed is going to be created. [ 603.450733] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.451417] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.451417] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.451417] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.451613] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.451902] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-f257215d-6917-4566-b668-8ea7714acfed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.863762] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.863762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.864024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.864065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.864704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.864704] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc already deleted. [ 603.864704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.886922] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: SUCCESS [ 603.887157] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.197518] env[66289]: INFO networking_nsxv3.common.synchronization [req-411cf436-9d90-4d98-a5c1-379bc061b903 req-bf3fdaa0-7b02-43ab-8e51-7dbe7a60f856 service nova] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_rules [ 604.197725] env[66289]: INFO networking_nsxv3.common.synchronization [req-411cf436-9d90-4d98-a5c1-379bc061b903 req-bf3fdaa0-7b02-43ab-8e51-7dbe7a60f856 service nova] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 604.197845] env[66289]: INFO networking_nsxv3.common.synchronization [req-411cf436-9d90-4d98-a5c1-379bc061b903 req-bf3fdaa0-7b02-43ab-8e51-7dbe7a60f856 service nova] Enqueued Resource ID: f257215d-6917-4566-b668-8ea7714acfed with Priority: HIGHEST for action port [ 604.198613] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_rules [ 604.198803] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 604.198927] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f257215d-6917-4566-b668-8ea7714acfed with Priority: HIGHEST for action port [ 604.199795] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.200363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.200363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.200363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.200487] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.201450] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.201590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.201733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.201896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.202123] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.202290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.202423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.202733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.202864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.203021] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.204380] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f257215d-6917-4566-b668-8ea7714acfed taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.204592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f257215d-6917-4566-b668-8ea7714acfed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.204729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f257215d-6917-4566-b668-8ea7714acfed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.205262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f257215d-6917-4566-b668-8ea7714acfed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.205262] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f257215d-6917-4566-b668-8ea7714acfed',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.332357] env[66289]: INFO networking_nsxv3.common.synchronization [None req-fd54b301-43b9-4b5f-b629-a4378fdad1da tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_rules [ 604.335292] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_rules [ 604.335542] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.335878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.336101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.338152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.338152] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.707551] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.708657] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.708778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.711906] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f257215d-6917-4566-b668-8ea7714acfed with status ACTIVE [ 604.711906] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.711906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.712183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.712300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.712404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.712600] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.712696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.712758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.713234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.713234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.713358] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.713431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.713475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.713653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.713702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.714770] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f257215d-6917-4566-b668-8ea7714acfed is going to be updated. [ 604.735187] env[66289]: INFO networking_nsxv3.common.synchronization [None req-7f7148bc-95dd-46b2-8193-972b6003f0f1 None None] Enqueued Resource ID: f02a563c-81b3-4d71-bbdc-0df65a2010b4 with Priority: HIGHEST for action port [ 604.735187] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02a563c-81b3-4d71-bbdc-0df65a2010b4 with Priority: HIGHEST for action port [ 604.736768] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f02a563c-81b3-4d71-bbdc-0df65a2010b4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.736768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f02a563c-81b3-4d71-bbdc-0df65a2010b4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.736768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f02a563c-81b3-4d71-bbdc-0df65a2010b4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.737794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f02a563c-81b3-4d71-bbdc-0df65a2010b4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.737936] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f02a563c-81b3-4d71-bbdc-0df65a2010b4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.744504] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.744504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.744504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.744504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.744504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.744504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f257215d-6917-4566-b668-8ea7714acfed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.859532] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.859532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.859532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.859668] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.859668] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.859976] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc already deleted. [ 604.859976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.950644] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 in Status: SUCCESS [ 604.950790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.951179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.951179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.951429] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.951499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.951536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.951827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.951827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.951827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.952464] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1eefc229-eec3-482e-905e-cce9d4ad9f19',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.210038] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.244691] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f02a563c-81b3-4d71-bbdc-0df65a2010b4 [ 605.244691] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.244691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.244691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.244691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.244691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.244691] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f02a563c-81b3-4d71-bbdc-0df65a2010b4 already deleted. [ 605.244691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f02a563c-81b3-4d71-bbdc-0df65a2010b4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.410800] env[66289]: INFO networking_nsxv3.common.synchronization [None req-3ab6acf3-97c4-4d18-8209-0dcd2cb1d08e None None] Enqueued Resource ID: 63451431-bcdc-4ce2-85cc-7e2181d03023 with Priority: HIGHEST for action port [ 605.414237] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63451431-bcdc-4ce2-85cc-7e2181d03023 with Priority: HIGHEST for action port [ 605.414237] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-63451431-bcdc-4ce2-85cc-7e2181d03023 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.414237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63451431-bcdc-4ce2-85cc-7e2181d03023" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.414237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63451431-bcdc-4ce2-85cc-7e2181d03023" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.414237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63451431-bcdc-4ce2-85cc-7e2181d03023" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.414237] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63451431-bcdc-4ce2-85cc-7e2181d03023',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.455999] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eefc229-eec3-482e-905e-cce9d4ad9f19 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.456231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.456231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.456924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.456924] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.456924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.456924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.457154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.457154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.457888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.457888] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eefc229-eec3-482e-905e-cce9d4ad9f19 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.457888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.457888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.457888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.458140] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.458276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.458379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.459231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.459231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.459231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.459231] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1eefc229-eec3-482e-905e-cce9d4ad9f19',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.553521] env[66289]: INFO networking_nsxv3.common.synchronization [req-284e8397-7012-41bd-87b8-39bc5c5569a7 req-93a48788-5112-465e-b870-08b24417326e tempest-InstanceActionsNegativeTestJSON-984081562 tempest-InstanceActionsNegativeTestJSON-984081562-project-member] Enqueued Resource ID: bdf86511-0f9e-41c0-abd7-814d69de861d with Priority: HIGHEST for action security_group_members [ 605.553521] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf86511-0f9e-41c0-abd7-814d69de861d with Priority: HIGHEST for action security_group_members [ 605.553521] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdf86511-0f9e-41c0-abd7-814d69de861d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.553521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.553521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.556473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.556473] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.556639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.556692] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.556949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.557044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.557143] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdf86511-0f9e-41c0-abd7-814d69de861d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.715661] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.715973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.715973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.716230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.716358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.716441] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be created. [ 605.748024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.748024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.748024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.748024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.748024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.762704] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: UNINITIALIZED for 2s [ 605.915907] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63451431-bcdc-4ce2-85cc-7e2181d03023 [ 605.916192] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.916444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.916512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.916722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.916812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.916917] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63451431-bcdc-4ce2-85cc-7e2181d03023 already deleted. [ 605.917038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63451431-bcdc-4ce2-85cc-7e2181d03023" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.960947] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1eefc229-eec3-482e-905e-cce9d4ad9f19: rpc.has_security_group_logging(os_id): False [ 605.986607] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.986607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.986607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.986607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.986607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.986607] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.987057] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.987057] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.987057] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.987057] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.987231] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.987231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.987316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.987887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.987887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.987887] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.987887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.988211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.988521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.988686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.988831] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 is going to be created. [ 606.058291] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.058291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.058291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.058291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.058291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.060909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.060909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.060909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.060909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.060909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.061204] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.061204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.061311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.061474] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.061605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.061736] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdf86511-0f9e-41c0-abd7-814d69de861d already deleted. [ 606.061876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.069735] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 in Status: IN_PROGRESS for 2s [ 606.185107] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.185374] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-657" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.185472] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-657" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.187675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-657" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.187675] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.187675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.187675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.188656] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.188831] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.189062] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.189172] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.189278] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.189429] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.189487] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.189977] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.189977] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.212459] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.212685] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.212853] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.213188] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-657" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.213268] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-60b55ed4-9a79-4c86-9752-d987c2b767c2 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.213757] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-60b55ed4-9a79-4c86-9752-d987c2b767c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.213757] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-60b55ed4-9a79-4c86-9752-d987c2b767c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.213965] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-60b55ed4-9a79-4c86-9752-d987c2b767c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.214047] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b55ed4-9a79-4c86-9752-d987c2b767c2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.716664] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.716954] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.717140] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.717539] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.717715] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.717870] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 60b55ed4-9a79-4c86-9752-d987c2b767c2 not found, creating... [ 606.718164] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.718322] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.718436] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.718659] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.718789] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.719072] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.719228] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.719343] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.719593] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.719744] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.719885] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 60b55ed4-9a79-4c86-9752-d987c2b767c2 is going to be created. [ 606.743642] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.743871] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.743989] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.744449] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.744624] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.744868] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-60b55ed4-9a79-4c86-9752-d987c2b767c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.475216] env[66289]: INFO networking_nsxv3.common.synchronization [None req-3d3688e4-4b4e-4eed-a089-641697c23d39 tempest-ServersTestFqdnHostnames-1413006498 tempest-ServersTestFqdnHostnames-1413006498-project-member] Enqueued Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_rules [ 607.475742] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_rules [ 607.476369] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ae8da4-7bd6-406a-952f-03b9cf1185de taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.476369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.476369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.476625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.476625] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ae8da4-7bd6-406a-952f-03b9cf1185de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.533461] env[66289]: INFO networking_nsxv3.common.synchronization [req-284e8397-7012-41bd-87b8-39bc5c5569a7 req-c282cefc-5a0b-40ae-99b8-9843d95290cc service nova] Enqueued Resource ID: bdf86511-0f9e-41c0-abd7-814d69de861d with Priority: HIGHEST for action security_group_rules [ 607.533461] env[66289]: INFO networking_nsxv3.common.synchronization [req-284e8397-7012-41bd-87b8-39bc5c5569a7 req-c282cefc-5a0b-40ae-99b8-9843d95290cc service nova] Enqueued Resource ID: bdf86511-0f9e-41c0-abd7-814d69de861d with Priority: HIGHEST for action security_group_members [ 607.533461] env[66289]: INFO networking_nsxv3.common.synchronization [req-284e8397-7012-41bd-87b8-39bc5c5569a7 req-c282cefc-5a0b-40ae-99b8-9843d95290cc service nova] Enqueued Resource ID: 60b55ed4-9a79-4c86-9752-d987c2b767c2 with Priority: HIGHEST for action port [ 607.533461] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf86511-0f9e-41c0-abd7-814d69de861d with Priority: HIGHEST for action security_group_rules [ 607.533461] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf86511-0f9e-41c0-abd7-814d69de861d with Priority: HIGHEST for action security_group_members [ 607.533461] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b55ed4-9a79-4c86-9752-d987c2b767c2 with Priority: HIGHEST for action port [ 607.533710] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdf86511-0f9e-41c0-abd7-814d69de861d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.533784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.533784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.534701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.537123] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdf86511-0f9e-41c0-abd7-814d69de861d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.539169] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdf86511-0f9e-41c0-abd7-814d69de861d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.539169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.539169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.539169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.539169] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.539169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.539169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.539438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.539438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.539438] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdf86511-0f9e-41c0-abd7-814d69de861d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.542667] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b55ed4-9a79-4c86-9752-d987c2b767c2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.542786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b55ed4-9a79-4c86-9752-d987c2b767c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.543037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b55ed4-9a79-4c86-9752-d987c2b767c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.543037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b55ed4-9a79-4c86-9752-d987c2b767c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.543111] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b55ed4-9a79-4c86-9752-d987c2b767c2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.612583] env[66289]: INFO networking_nsxv3.common.synchronization [None req-ea12a94f-ce75-47d7-b19e-ea5709b1a13d tempest-ServersTestFqdnHostnames-1413006498 tempest-ServersTestFqdnHostnames-1413006498-project-member] Enqueued Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_rules [ 607.612583] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_rules [ 607.612583] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ae8da4-7bd6-406a-952f-03b9cf1185de taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.612583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.774250] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 607.774591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.774650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.774855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.775064] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.775215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.775264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.775419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.775503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.775590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.775678] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.998040] env[66289]: INFO networking_nsxv3.common.synchronization [None req-76d1b5e1-4a0c-45a3-b1a0-16a157ad3ca3 None None] Enqueued Resource ID: 4c91005a-f4c6-4c73-ace9-042f308ca430 with Priority: HIGHEST for action port [ 607.999646] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.000379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.000379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.000379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.000379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.000535] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de already deleted. [ 608.000658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.001569] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c91005a-f4c6-4c73-ace9-042f308ca430 with Priority: HIGHEST for action port [ 608.001884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.002221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.002294] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ae8da4-7bd6-406a-952f-03b9cf1185de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.003279] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c91005a-f4c6-4c73-ace9-042f308ca430 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.003471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c91005a-f4c6-4c73-ace9-042f308ca430" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.003584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c91005a-f4c6-4c73-ace9-042f308ca430" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.003850] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c91005a-f4c6-4c73-ace9-042f308ca430" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.003975] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c91005a-f4c6-4c73-ace9-042f308ca430',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.045030] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdf86511-0f9e-41c0-abd7-814d69de861d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.046299] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdf86511-0f9e-41c0-abd7-814d69de861d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.048095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.048095] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60b55ed4-9a79-4c86-9752-d987c2b767c2 with status ACTIVE [ 608.048095] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.048095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.048095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.048095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.048095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.048095] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.048095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.048095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.048095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.048095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.048095] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.049301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.049301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.049301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.049301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.049301] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60b55ed4-9a79-4c86-9752-d987c2b767c2 is going to be updated. [ 608.075260] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.077190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.077190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.077190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.078049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.078049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b55ed4-9a79-4c86-9752-d987c2b767c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.097020] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 in Status: SUCCESS [ 608.097020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.280380] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.280594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.280728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.280949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.284447] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.284447] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.284447] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.284447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.284447] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.461711] env[66289]: INFO networking_nsxv3.common.synchronization [None req-f120cde6-2ece-4e94-9cb4-37e131685d37 tempest-ServersTestJSON-1796870414 tempest-ServersTestJSON-1796870414-project-member] Enqueued Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_rules [ 608.462376] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_rules [ 608.462718] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d6139e2-874f-41e5-8196-24728c193ab4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.462875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.462942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.463348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.463436] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.507829] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c91005a-f4c6-4c73-ace9-042f308ca430 [ 608.509657] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.509657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.509657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.509657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.509657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.509998] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c91005a-f4c6-4c73-ace9-042f308ca430 already deleted. [ 608.510280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c91005a-f4c6-4c73-ace9-042f308ca430" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.541756] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.541756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.541756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.541756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.541756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.541756] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de already deleted. [ 608.541756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.552754] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdf86511-0f9e-41c0-abd7-814d69de861d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.587254] env[66289]: INFO networking_nsxv3.common.synchronization [None req-a5aad6f3-0bf6-47f1-af67-acef3b50d2dd tempest-ServersTestJSON-1796870414 tempest-ServersTestJSON-1796870414-project-member] Enqueued Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_rules [ 608.587254] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_rules [ 608.587254] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d6139e2-874f-41e5-8196-24728c193ab4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.587254] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.786589] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3b2918-b02f-4f24-9fee-7af2e24eaf8b: rpc.has_security_group_logging(os_id): False [ 608.812684] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.812840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.813371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.813371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.813371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.813526] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.813602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.813643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.813799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.814202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.814202] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.814202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.814358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.814395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.814454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.814676] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.814777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.814892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.814979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.816140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.816253] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be created. [ 608.891226] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.891663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.891828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.892263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.892621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.907958] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 609.005230] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.005368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.005453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.006363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.007745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.007745] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d6139e2-874f-41e5-8196-24728c193ab4 already deleted. [ 609.007745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.007745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.007745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.007745] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.056746] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.057094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.057094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.057308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.057492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.057731] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdf86511-0f9e-41c0-abd7-814d69de861d is going to be created. [ 609.114692] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.114899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.114949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.115160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.115320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.130129] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdf86511-0f9e-41c0-abd7-814d69de861d in Status: UNINITIALIZED for 2s [ 609.529138] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.529338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.529415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.529631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.529721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.529815] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d6139e2-874f-41e5-8196-24728c193ab4 already deleted. [ 609.530136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.926035] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 610.926035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.069025] env[66289]: INFO networking_nsxv3.common.synchronization [None req-a1520c4e-4045-4df7-baaa-fbceb90a6640 tempest-ServersWithSpecificFlavorTestJSON-623332032 tempest-ServersWithSpecificFlavorTestJSON-623332032-project-member] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_rules [ 611.069666] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_rules [ 611.070009] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.070317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.070317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.070454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.070556] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.141752] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdf86511-0f9e-41c0-abd7-814d69de861d in Status: SUCCESS [ 611.142251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.142854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.144286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.144286] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.144286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.144286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.144286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.144286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.144286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.144286] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdf86511-0f9e-41c0-abd7-814d69de861d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.282034] env[66289]: INFO networking_nsxv3.common.synchronization [None req-6aa717a9-c9fb-49a2-a2ac-75f1281bacba tempest-ServersWithSpecificFlavorTestJSON-623332032 tempest-ServersWithSpecificFlavorTestJSON-623332032-project-member] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_rules [ 611.282679] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_rules [ 611.282679] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.282965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.594381] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.594621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.594737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.594870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.594970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.595081] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 already deleted. [ 611.595167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.595337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.595496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.595582] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.647158] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdf86511-0f9e-41c0-abd7-814d69de861d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.647475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.647475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.647664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.647814] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.647939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.648067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.648189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.648263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.648525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.648525] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdf86511-0f9e-41c0-abd7-814d69de861d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.648830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.648830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.648830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.648977] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.649094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.649094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.649215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.649359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.649359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.649845] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdf86511-0f9e-41c0-abd7-814d69de861d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.898544] env[66289]: INFO networking_nsxv3.common.synchronization [req-b1648544-366b-4940-bdb0-d1ae9a0d84ad req-51d02be8-b900-4aaf-bb16-20048063162c tempest-VolumesAdminNegativeTest-569609950 tempest-VolumesAdminNegativeTest-569609950-project-member] Enqueued Resource ID: 607be892-d5dd-464c-8f8f-63f4009a8aba with Priority: HIGHEST for action security_group_members [ 611.899244] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607be892-d5dd-464c-8f8f-63f4009a8aba with Priority: HIGHEST for action security_group_members [ 611.900703] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-607be892-d5dd-464c-8f8f-63f4009a8aba taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.900833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.900901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.901196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.901375] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.901480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.901543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.901712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.901794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.901892] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('607be892-d5dd-464c-8f8f-63f4009a8aba',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.118952] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.119323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.119323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.119417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.119767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.119923] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 already deleted. [ 612.120123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.152580] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdf86511-0f9e-41c0-abd7-814d69de861d: rpc.has_security_group_logging(os_id): False [ 612.177145] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.177403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.177403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.177662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.177744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.178236] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.178333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.178384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.178563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.178634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.180038] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.180236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.181812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.183204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.183278] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.184237] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.184365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.184432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.184865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.184865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.184865] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdf86511-0f9e-41c0-abd7-814d69de861d is going to be created. [ 612.283467] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.283467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.283467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.283794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.284264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.298303] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdf86511-0f9e-41c0-abd7-814d69de861d in Status: IN_PROGRESS for 2s [ 612.409522] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.409750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.409825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.410124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.410239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.410460] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.410571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.410634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.410811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.410890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.410978] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 607be892-d5dd-464c-8f8f-63f4009a8aba already deleted. [ 612.411069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.613173] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.613566] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-839" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.613727] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-839" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.614223] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-839" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.614623] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.614882] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.615026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.615343] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.615493] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.615698] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.615805] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.615906] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.616346] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.616346] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.616482] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.616550] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.639048] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.641128] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.641128] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.641128] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-839" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.641128] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-8c1c0e09-03af-4109-af22-21b210a1f779 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.641128] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-8c1c0e09-03af-4109-af22-21b210a1f779" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.641128] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-8c1c0e09-03af-4109-af22-21b210a1f779" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.641609] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-8c1c0e09-03af-4109-af22-21b210a1f779" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.641966] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c1c0e09-03af-4109-af22-21b210a1f779',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.145168] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.145168] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.145168] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.145648] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.145648] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.145709] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 8c1c0e09-03af-4109-af22-21b210a1f779 not found, creating... [ 613.146960] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.146960] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.146960] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.146960] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.146960] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.146960] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.147320] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.147320] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.147443] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.147593] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.147727] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 8c1c0e09-03af-4109-af22-21b210a1f779 is going to be created. [ 613.169252] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.169550] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.169760] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.169991] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.170265] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.170630] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-8c1c0e09-03af-4109-af22-21b210a1f779" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.323982] env[66289]: INFO networking_nsxv3.common.synchronization [None req-6614285d-ee6f-41b6-8e58-c891bf519f07 None None] Enqueued Resource ID: edd44740-20a4-4d62-a33b-3fc57725b3b1 with Priority: HIGHEST for action port [ 613.325860] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd44740-20a4-4d62-a33b-3fc57725b3b1 with Priority: HIGHEST for action port [ 613.325860] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-edd44740-20a4-4d62-a33b-3fc57725b3b1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.325860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edd44740-20a4-4d62-a33b-3fc57725b3b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.325860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edd44740-20a4-4d62-a33b-3fc57725b3b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.325860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edd44740-20a4-4d62-a33b-3fc57725b3b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.325860] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edd44740-20a4-4d62-a33b-3fc57725b3b1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.829424] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edd44740-20a4-4d62-a33b-3fc57725b3b1 [ 613.830310] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.830310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.830310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.830310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.830310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.830310] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edd44740-20a4-4d62-a33b-3fc57725b3b1 already deleted. [ 613.830599] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edd44740-20a4-4d62-a33b-3fc57725b3b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.905927] env[66289]: INFO networking_nsxv3.common.synchronization [req-b1648544-366b-4940-bdb0-d1ae9a0d84ad req-ec3f2c19-84e9-4ce9-bd71-7b8b684cfb7e service nova] Enqueued Resource ID: 607be892-d5dd-464c-8f8f-63f4009a8aba with Priority: HIGHEST for action security_group_rules [ 613.906119] env[66289]: INFO networking_nsxv3.common.synchronization [req-b1648544-366b-4940-bdb0-d1ae9a0d84ad req-ec3f2c19-84e9-4ce9-bd71-7b8b684cfb7e service nova] Enqueued Resource ID: 607be892-d5dd-464c-8f8f-63f4009a8aba with Priority: HIGHEST for action security_group_members [ 613.906252] env[66289]: INFO networking_nsxv3.common.synchronization [req-b1648544-366b-4940-bdb0-d1ae9a0d84ad req-ec3f2c19-84e9-4ce9-bd71-7b8b684cfb7e service nova] Enqueued Resource ID: 8c1c0e09-03af-4109-af22-21b210a1f779 with Priority: HIGHEST for action port [ 613.907768] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607be892-d5dd-464c-8f8f-63f4009a8aba with Priority: HIGHEST for action security_group_rules [ 613.907768] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607be892-d5dd-464c-8f8f-63f4009a8aba with Priority: HIGHEST for action security_group_members [ 613.907768] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1c0e09-03af-4109-af22-21b210a1f779 with Priority: HIGHEST for action port [ 613.912048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-607be892-d5dd-464c-8f8f-63f4009a8aba taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.912048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.912048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.912048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.912048] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('607be892-d5dd-464c-8f8f-63f4009a8aba',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.912048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-607be892-d5dd-464c-8f8f-63f4009a8aba taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.912048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.912048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.912048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.912048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.912048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.912048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.912048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.912048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.912048] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('607be892-d5dd-464c-8f8f-63f4009a8aba',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.913747] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c1c0e09-03af-4109-af22-21b210a1f779 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.913747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c1c0e09-03af-4109-af22-21b210a1f779" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.913747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c1c0e09-03af-4109-af22-21b210a1f779" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.913747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c1c0e09-03af-4109-af22-21b210a1f779" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.913747] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c1c0e09-03af-4109-af22-21b210a1f779',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.321311] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdf86511-0f9e-41c0-abd7-814d69de861d in Status: SUCCESS [ 614.321703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.390359] env[66289]: INFO networking_nsxv3.common.synchronization [req-6d61ef3f-5560-4ec2-ab33-7478112a8b3d req-6f6ae4ad-0873-408e-b594-e43bcec7a302 tempest-DeleteServersAdminTestJSON-198567249 tempest-DeleteServersAdminTestJSON-198567249-project-admin] Enqueued Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 614.390968] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 614.392321] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.392321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.392483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.392578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.392756] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.392862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.392925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.393099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.393218] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.393299] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.415486] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('607be892-d5dd-464c-8f8f-63f4009a8aba',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.417902] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-607be892-d5dd-464c-8f8f-63f4009a8aba taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.418112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.421281] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c1c0e09-03af-4109-af22-21b210a1f779 with status ACTIVE [ 614.421281] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.421281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.421281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.421281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.421281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.421281] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.421281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.421734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.421734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.421734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.423570] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.423570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.423570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.423570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.423570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.423570] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c1c0e09-03af-4109-af22-21b210a1f779 is going to be updated. [ 614.456631] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.458827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.458827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.458827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.458827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.458827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c1c0e09-03af-4109-af22-21b210a1f779" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.694042] env[66289]: INFO networking_nsxv3.common.synchronization [req-0bf73673-9434-497f-8fd6-f15d03aef9b3 req-6630e2aa-f6d9-4f32-b5b9-4344956d4f44 tempest-ServersAdminTestJSON-1705096917 tempest-ServersAdminTestJSON-1705096917-project-member] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 614.696130] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 614.696130] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.696130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.696130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.696130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.696130] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.696130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.696130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.696130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.696130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.696130] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.897998] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.897998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.898178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.899707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.899707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.899707] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.899707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.899956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.900264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.900415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.900569] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 is going to be updated. [ 614.921350] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('607be892-d5dd-464c-8f8f-63f4009a8aba',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.949039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.949381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.949381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.949573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.950997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.967113] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: IN_PROGRESS for 2s [ 615.199710] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.381339] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.381655] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.381990] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.383553] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.384192] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.384294] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.384500] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.384819] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.385082] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.385406] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.385570] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.385905] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.386172] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.386329] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.386569] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.386770] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.410812] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.410952] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.411120] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.411318] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.411686] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-e403c0f0-ed70-43bb-bae0-a63a2cbd8958 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.411891] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-e403c0f0-ed70-43bb-bae0-a63a2cbd8958" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.412034] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-e403c0f0-ed70-43bb-bae0-a63a2cbd8958" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.412359] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-e403c0f0-ed70-43bb-bae0-a63a2cbd8958" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.412496] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e403c0f0-ed70-43bb-bae0-a63a2cbd8958',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.423741] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.423923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.424016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.424281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.424375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.424525] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 607be892-d5dd-464c-8f8f-63f4009a8aba is going to be created. [ 615.449995] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.450169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.450240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.450480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.450659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.463920] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 607be892-d5dd-464c-8f8f-63f4009a8aba in Status: UNINITIALIZED for 2s [ 615.599741] env[66289]: INFO networking_nsxv3.common.synchronization [None req-2d5349c2-638f-4750-8a7e-74a0e9f71fdb None None] Enqueued Resource ID: a149066d-5bc2-4f0c-bcc9-7b1d8ea2669c with Priority: HIGHEST for action port [ 615.599741] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a149066d-5bc2-4f0c-bcc9-7b1d8ea2669c with Priority: HIGHEST for action port [ 615.599741] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a149066d-5bc2-4f0c-bcc9-7b1d8ea2669c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.599741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a149066d-5bc2-4f0c-bcc9-7b1d8ea2669c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.599741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a149066d-5bc2-4f0c-bcc9-7b1d8ea2669c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.599741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a149066d-5bc2-4f0c-bcc9-7b1d8ea2669c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.599741] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a149066d-5bc2-4f0c-bcc9-7b1d8ea2669c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.714270] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.914926] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.915180] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.915368] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.915584] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.915799] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.915891] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port e403c0f0-ed70-43bb-bae0-a63a2cbd8958 not found, creating... [ 615.916138] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.916285] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.916393] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.916653] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.916799] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.917184] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.917268] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.917351] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.917554] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.917716] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.917855] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: e403c0f0-ed70-43bb-bae0-a63a2cbd8958 is going to be created. [ 615.940412] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.940616] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.940756] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.941059] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.941309] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.941549] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-e403c0f0-ed70-43bb-bae0-a63a2cbd8958" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.104506] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a149066d-5bc2-4f0c-bcc9-7b1d8ea2669c [ 616.104751] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.104892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.104964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.105206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.105297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.105395] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a149066d-5bc2-4f0c-bcc9-7b1d8ea2669c already deleted. [ 616.105476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a149066d-5bc2-4f0c-bcc9-7b1d8ea2669c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.216621] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.216985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.217320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.217899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.218187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.218405] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 616.264028] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.264028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.264028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.264028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.264444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.278395] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 616.687041] env[66289]: INFO networking_nsxv3.common.synchronization [req-0bf73673-9434-497f-8fd6-f15d03aef9b3 req-7f244b7f-fefd-4cf4-ad0f-42dc5f710acd service nova] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_rules [ 616.687337] env[66289]: INFO networking_nsxv3.common.synchronization [req-0bf73673-9434-497f-8fd6-f15d03aef9b3 req-7f244b7f-fefd-4cf4-ad0f-42dc5f710acd service nova] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 616.687337] env[66289]: INFO networking_nsxv3.common.synchronization [req-0bf73673-9434-497f-8fd6-f15d03aef9b3 req-7f244b7f-fefd-4cf4-ad0f-42dc5f710acd service nova] Enqueued Resource ID: e403c0f0-ed70-43bb-bae0-a63a2cbd8958 with Priority: HIGHEST for action port [ 616.688370] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_rules [ 616.688370] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 616.688370] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e403c0f0-ed70-43bb-bae0-a63a2cbd8958 with Priority: HIGHEST for action port [ 616.688494] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.688565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.688634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.694143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.694443] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.695808] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.695889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.696127] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-e403c0f0-ed70-43bb-bae0-a63a2cbd8958 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.696242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e403c0f0-ed70-43bb-bae0-a63a2cbd8958" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.696403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e403c0f0-ed70-43bb-bae0-a63a2cbd8958" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.696581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e403c0f0-ed70-43bb-bae0-a63a2cbd8958" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.696670] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e403c0f0-ed70-43bb-bae0-a63a2cbd8958',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.979597] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: SUCCESS [ 616.979797] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 deletion is rescheduled due to dependency. [ 616.979797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.199935] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.199935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.199935] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e403c0f0-ed70-43bb-bae0-a63a2cbd8958 with status ACTIVE [ 617.200407] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.200407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.200407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.201015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.201015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.201015] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.201015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.201207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.201207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.201291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.201754] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.201754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.201754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.202037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.202037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.202037] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e403c0f0-ed70-43bb-bae0-a63a2cbd8958 is going to be updated. [ 617.228658] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.228837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.228912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.229175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.229319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.229737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e403c0f0-ed70-43bb-bae0-a63a2cbd8958" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.476298] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 607be892-d5dd-464c-8f8f-63f4009a8aba in Status: SUCCESS [ 617.476550] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.476740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.477212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.477212] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.477381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.477381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.477667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.477667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.477837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.477837] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('607be892-d5dd-464c-8f8f-63f4009a8aba',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.696904] env[66289]: INFO networking_nsxv3.common.synchronization [req-0e7d7158-4357-47a8-8d4c-913403a87609 req-37a84849-0739-4afa-97a0-6f3031acb7b4 tempest-ServerDiagnosticsTest-1534241881 tempest-ServerDiagnosticsTest-1534241881-project-member] Enqueued Resource ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 with Priority: HIGHEST for action security_group_members [ 617.696904] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 with Priority: HIGHEST for action security_group_members [ 617.702407] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.702407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.702407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.702407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.702407] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.702407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.702407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.702407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.702407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.702407] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.799050] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e5d52241-e21d-4dc7-b389-af51d2e47e6e None None] Enqueued Resource ID: fdbcb853-052d-4240-b7f7-8c3df39308d7 with Priority: HIGHEST for action port [ 617.800346] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdbcb853-052d-4240-b7f7-8c3df39308d7 with Priority: HIGHEST for action port [ 617.800703] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdbcb853-052d-4240-b7f7-8c3df39308d7 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.800913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdbcb853-052d-4240-b7f7-8c3df39308d7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.801057] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdbcb853-052d-4240-b7f7-8c3df39308d7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.801270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdbcb853-052d-4240-b7f7-8c3df39308d7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.801391] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdbcb853-052d-4240-b7f7-8c3df39308d7',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.981663] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-607be892-d5dd-464c-8f8f-63f4009a8aba taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.981663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.981663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.981663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.981663] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.981663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.981663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.981663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.981663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.981663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.982723] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-607be892-d5dd-464c-8f8f-63f4009a8aba taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.982723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.982723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.982723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.982723] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.982723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.982723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.982723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.982723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.982988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.982988] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('607be892-d5dd-464c-8f8f-63f4009a8aba',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.202582] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.202582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.202828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.202889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.202984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.203228] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.203351] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.203416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.203690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.203690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.203805] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 already deleted. [ 618.203888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.274719] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.274896] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.275028] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.275307] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.275561] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.275712] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.275823] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.276237] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.282174] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.283507] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.283507] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.283507] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.283507] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.283507] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.283507] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.283507] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.299552] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 618.300283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.300283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.300654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.301058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.301288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.301415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.302398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.302398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.302398] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.303857] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdbcb853-052d-4240-b7f7-8c3df39308d7 [ 618.303857] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.303857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.304263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.304263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.304263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.304472] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdbcb853-052d-4240-b7f7-8c3df39308d7 already deleted. [ 618.304472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdbcb853-052d-4240-b7f7-8c3df39308d7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.314208] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.314552] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.315173] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.315173] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.315710] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-def240db-9bfc-4f6a-9310-e78223ed0b22 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.315710] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-def240db-9bfc-4f6a-9310-e78223ed0b22" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.315710] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-def240db-9bfc-4f6a-9310-e78223ed0b22" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.316141] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-def240db-9bfc-4f6a-9310-e78223ed0b22" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.316291] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def240db-9bfc-4f6a-9310-e78223ed0b22',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.486557] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 607be892-d5dd-464c-8f8f-63f4009a8aba: rpc.has_security_group_logging(os_id): False [ 618.510309] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.510309] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.510309] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.510309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.510988] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.510988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.510988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.510988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.510988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.510988] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 607be892-d5dd-464c-8f8f-63f4009a8aba is going to be created. [ 618.579325] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.579414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.579414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.579654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.580132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.592367] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 607be892-d5dd-464c-8f8f-63f4009a8aba in Status: IN_PROGRESS for 2s [ 618.807872] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.822173] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.822173] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.822173] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.822173] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.822173] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.822173] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port def240db-9bfc-4f6a-9310-e78223ed0b22 not found, creating... [ 618.822173] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.822173] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.822780] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.822780] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.822780] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.822919] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.823762] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.823762] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.824025] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.824212] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.825062] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: def240db-9bfc-4f6a-9310-e78223ed0b22 is going to be created. [ 618.857950] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.857950] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.857950] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.857950] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.857950] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.857950] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-def240db-9bfc-4f6a-9310-e78223ed0b22" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.314718] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.579183] env[66289]: INFO networking_nsxv3.common.synchronization [req-0e7d7158-4357-47a8-8d4c-913403a87609 req-5bd00230-9725-4ebc-b819-12a9e3f8fa66 service nova] Enqueued Resource ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 with Priority: HIGHEST for action security_group_rules [ 619.579361] env[66289]: INFO networking_nsxv3.common.synchronization [req-0e7d7158-4357-47a8-8d4c-913403a87609 req-5bd00230-9725-4ebc-b819-12a9e3f8fa66 service nova] Enqueued Resource ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 with Priority: HIGHEST for action security_group_members [ 619.579495] env[66289]: INFO networking_nsxv3.common.synchronization [req-0e7d7158-4357-47a8-8d4c-913403a87609 req-5bd00230-9725-4ebc-b819-12a9e3f8fa66 service nova] Enqueued Resource ID: def240db-9bfc-4f6a-9310-e78223ed0b22 with Priority: HIGHEST for action port [ 619.580148] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 with Priority: HIGHEST for action security_group_rules [ 619.580296] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 with Priority: HIGHEST for action security_group_members [ 619.580397] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def240db-9bfc-4f6a-9310-e78223ed0b22 with Priority: HIGHEST for action port [ 619.580756] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.580929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.581012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.585163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.585163] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.585163] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.585163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.585163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.585163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.585163] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.585163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.585163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.585163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.585163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.585163] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.585163] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-def240db-9bfc-4f6a-9310-e78223ed0b22 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.586021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def240db-9bfc-4f6a-9310-e78223ed0b22" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.586217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def240db-9bfc-4f6a-9310-e78223ed0b22" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.586539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def240db-9bfc-4f6a-9310-e78223ed0b22" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.586731] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def240db-9bfc-4f6a-9310-e78223ed0b22',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.817274] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.817274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.817274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.817274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.817274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.817274] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 619.848875] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.848875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.848875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.848875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.848875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.863262] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 620.089399] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.089399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.089725] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.091517] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port def240db-9bfc-4f6a-9310-e78223ed0b22 with status ACTIVE [ 620.091517] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.091517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.091517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.091517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.091517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.091517] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.091517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.091517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.092308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.092308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.092308] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.092308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.092308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.093639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.093639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.093639] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: def240db-9bfc-4f6a-9310-e78223ed0b22 is going to be updated. [ 620.118661] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.118992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.118992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.120499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.120736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.121159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def240db-9bfc-4f6a-9310-e78223ed0b22" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.597748] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.607369] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 607be892-d5dd-464c-8f8f-63f4009a8aba in Status: SUCCESS [ 620.607369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.677835] env[66289]: INFO networking_nsxv3.common.synchronization [None req-5fad4b37-4e2b-4ff9-9fa6-4ab1ad1d5cce None None] Enqueued Resource ID: 0f8e2ab2-2f3d-43e0-b837-14b5b94ece0a with Priority: HIGHEST for action port [ 620.678057] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8e2ab2-2f3d-43e0-b837-14b5b94ece0a with Priority: HIGHEST for action port [ 620.679277] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f8e2ab2-2f3d-43e0-b837-14b5b94ece0a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.679277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f8e2ab2-2f3d-43e0-b837-14b5b94ece0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.679277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f8e2ab2-2f3d-43e0-b837-14b5b94ece0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.679663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f8e2ab2-2f3d-43e0-b837-14b5b94ece0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.679663] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f8e2ab2-2f3d-43e0-b837-14b5b94ece0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.101609] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.101953] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.101953] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.103669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.104194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.104194] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 is going to be created. [ 621.137709] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.137709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.138132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.138132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.138207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.149053] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 in Status: UNINITIALIZED for 2s [ 621.189637] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f8e2ab2-2f3d-43e0-b837-14b5b94ece0a [ 621.189637] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.189637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.189637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.189637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.189637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.189637] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f8e2ab2-2f3d-43e0-b837-14b5b94ece0a already deleted. [ 621.189637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f8e2ab2-2f3d-43e0-b837-14b5b94ece0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.530706] env[66289]: INFO networking_nsxv3.common.synchronization [None req-6553c9b8-3cdb-4968-b592-0ed895cab089 None None] Enqueued Resource ID: f68e3d93-e3e6-4296-b4ee-36f0313f9cad with Priority: HIGHEST for action port [ 621.531364] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68e3d93-e3e6-4296-b4ee-36f0313f9cad with Priority: HIGHEST for action port [ 621.531848] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68e3d93-e3e6-4296-b4ee-36f0313f9cad taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.531962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68e3d93-e3e6-4296-b4ee-36f0313f9cad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.532026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68e3d93-e3e6-4296-b4ee-36f0313f9cad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.532385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68e3d93-e3e6-4296-b4ee-36f0313f9cad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.532428] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68e3d93-e3e6-4296-b4ee-36f0313f9cad',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.877543] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 621.878481] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.879615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.879615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.879894] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.880205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.880415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.880829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.881079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.882542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.882542] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.036348] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f68e3d93-e3e6-4296-b4ee-36f0313f9cad [ 622.036348] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.036348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.036348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.037592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.037592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.037592] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f68e3d93-e3e6-4296-b4ee-36f0313f9cad already deleted. [ 622.037592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68e3d93-e3e6-4296-b4ee-36f0313f9cad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.383842] env[66289]: INFO networking_nsxv3.common.synchronization [req-b5c6aefc-f9fc-4569-878a-67143d1a6b0c req-a16b0617-836b-4a3e-8a65-523b790782de tempest-VolumesAssistedSnapshotsTest-1740026651 tempest-VolumesAssistedSnapshotsTest-1740026651-project-member] Enqueued Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_members [ 622.384722] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.385088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.385088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.386744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.388143] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.388370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.388370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.388801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.388801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.388801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.388801] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.389026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.389026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.389140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.389286] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.389449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.389449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.389742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.389742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.389742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.389888] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.391608] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_members [ 622.392551] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0744e1a2-ee82-424a-bc91-c7a571ae645f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.392669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.392753] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.393087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.393279] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.396398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.396398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.396398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.396398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.396398] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0744e1a2-ee82-424a-bc91-c7a571ae645f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.895185] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.895185] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-410" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.895185] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-410" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.895428] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-410" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.895645] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.895797] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.895905] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.896982] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.897305] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.898315] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.898315] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.898315] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.898315] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.898569] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.898569] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.898633] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.900469] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3b2918-b02f-4f24-9fee-7af2e24eaf8b: rpc.has_security_group_logging(os_id): False [ 622.902491] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.902742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.902742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.902889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.902992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.903182] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.903284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.903345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.903502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.903578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.903677] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f already deleted. [ 622.903760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.930267] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.930267] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.930267] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.930267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.930769] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.930769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.930769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.930769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.931480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.931721] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 622.933960] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.934513] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.935021] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.935125] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-410" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.935621] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-2f228c3d-be0c-4fa6-9310-24e7fb00740f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.936173] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-2f228c3d-be0c-4fa6-9310-24e7fb00740f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.936173] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-2f228c3d-be0c-4fa6-9310-24e7fb00740f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.937780] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-2f228c3d-be0c-4fa6-9310-24e7fb00740f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.937780] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f228c3d-be0c-4fa6-9310-24e7fb00740f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.010133] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.010241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.010300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.010533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.010685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.031238] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 623.165393] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 in Status: SUCCESS [ 623.165393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.165393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.165393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.165393] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.165393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.165393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.165393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.165799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.165799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.165799] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.441229] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.441229] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.441650] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.441650] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.443360] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.443360] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 2f228c3d-be0c-4fa6-9310-24e7fb00740f not found, creating... [ 623.443360] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.443360] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.443360] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.443360] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.443360] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.444089] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.444089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.444290] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.444531] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.444955] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.445202] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 2f228c3d-be0c-4fa6-9310-24e7fb00740f is going to be created. [ 623.476314] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.476659] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.476769] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.477021] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.477336] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.477706] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-2f228c3d-be0c-4fa6-9310-24e7fb00740f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.618512] env[66289]: INFO networking_nsxv3.common.synchronization [req-174e9a5d-c3fb-442f-b67d-d6b4507d4255 req-784baf14-f8bd-4072-808e-a62ad24d4d7d tempest-TenantUsagesTestJSON-1883939167 tempest-TenantUsagesTestJSON-1883939167-project-member] Enqueued Resource ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e with Priority: HIGHEST for action security_group_members [ 623.619270] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e with Priority: HIGHEST for action security_group_members [ 623.619770] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b1d9613-1976-4d86-b3e3-386cf9902d5e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.619961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.619961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.620320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.620357] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.620448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.620532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.620673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.620762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.620894] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b1d9613-1976-4d86-b3e3-386cf9902d5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.671725] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.671966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.672038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.672377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.672633] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.672786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.672893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.676030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.676197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.676311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.676568] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.676655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.676725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.676918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.677093] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.677234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.677313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.677533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.677625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.677720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.677817] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.123567] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.124573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.124573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.125301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.125301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.125437] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.125525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.125609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.125889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.126746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.126746] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e is going to be updated. [ 624.180802] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.181099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.181260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.181688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.181688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.184314] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9: rpc.has_security_group_logging(os_id): False [ 624.214212] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e in Status: IN_PROGRESS for 2s [ 624.217443] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.218052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.218052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.218052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.218161] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.218359] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.218472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.218538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.218736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.218829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.219105] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.219215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.219278] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.219942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.219942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.219942] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.219942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.219942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.221210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.221405] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.221405] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 is going to be created. [ 624.227787] env[66289]: INFO networking_nsxv3.common.synchronization [req-b5c6aefc-f9fc-4569-878a-67143d1a6b0c req-77d50e8b-239c-4350-a543-0a40742756c8 service nova] Enqueued Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_rules [ 624.228585] env[66289]: INFO networking_nsxv3.common.synchronization [req-b5c6aefc-f9fc-4569-878a-67143d1a6b0c req-77d50e8b-239c-4350-a543-0a40742756c8 service nova] Enqueued Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_members [ 624.228842] env[66289]: INFO networking_nsxv3.common.synchronization [req-b5c6aefc-f9fc-4569-878a-67143d1a6b0c req-77d50e8b-239c-4350-a543-0a40742756c8 service nova] Enqueued Resource ID: 2f228c3d-be0c-4fa6-9310-24e7fb00740f with Priority: HIGHEST for action port [ 624.229857] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_rules [ 624.230083] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_members [ 624.230178] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f228c3d-be0c-4fa6-9310-24e7fb00740f with Priority: HIGHEST for action port [ 624.233633] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0744e1a2-ee82-424a-bc91-c7a571ae645f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.233633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.233633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.233633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.233633] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0744e1a2-ee82-424a-bc91-c7a571ae645f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.233633] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0744e1a2-ee82-424a-bc91-c7a571ae645f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.233633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.233633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.233633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.234122] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.234122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.234122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.234122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.234267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.234430] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0744e1a2-ee82-424a-bc91-c7a571ae645f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.235376] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f228c3d-be0c-4fa6-9310-24e7fb00740f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.235607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f228c3d-be0c-4fa6-9310-24e7fb00740f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.235675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f228c3d-be0c-4fa6-9310-24e7fb00740f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.236247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f228c3d-be0c-4fa6-9310-24e7fb00740f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.236247] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f228c3d-be0c-4fa6-9310-24e7fb00740f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.353304] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.353304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.353304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.353304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.353304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.372563] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 in Status: IN_PROGRESS for 2s [ 624.456635] env[66289]: INFO networking_nsxv3.common.synchronization [None req-87ce35a1-9382-4a5f-8188-f52cb6b43004 None None] Enqueued Resource ID: ce2cdd77-5c53-4026-837e-a465d1668da8 with Priority: HIGHEST for action port [ 624.458020] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2cdd77-5c53-4026-837e-a465d1668da8 with Priority: HIGHEST for action port [ 624.462202] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce2cdd77-5c53-4026-837e-a465d1668da8 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.462202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce2cdd77-5c53-4026-837e-a465d1668da8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.462347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce2cdd77-5c53-4026-837e-a465d1668da8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.462663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce2cdd77-5c53-4026-837e-a465d1668da8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.462789] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2cdd77-5c53-4026-837e-a465d1668da8',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.739540] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0744e1a2-ee82-424a-bc91-c7a571ae645f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.739540] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0744e1a2-ee82-424a-bc91-c7a571ae645f taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.739540] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.742923] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f228c3d-be0c-4fa6-9310-24e7fb00740f with status ACTIVE [ 624.746129] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.746129] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.746129] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.746129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.746129] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f228c3d-be0c-4fa6-9310-24e7fb00740f is going to be updated. [ 624.772197] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.772372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.772422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.773075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.773598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.773598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f228c3d-be0c-4fa6-9310-24e7fb00740f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.818091] env[66289]: INFO networking_nsxv3.common.synchronization [req-6ade2272-2f88-477e-8ef1-f528906ac3f4 req-2af100da-6195-4453-b040-232d78eb88b2 tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 624.818710] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 624.820651] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.820842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.820920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.821250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.821477] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.821614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.821721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.821962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.822100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.822234] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.971157] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce2cdd77-5c53-4026-837e-a465d1668da8 [ 624.971690] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.971840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.971909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.972160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.972260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.972358] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce2cdd77-5c53-4026-837e-a465d1668da8 already deleted. [ 624.972455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce2cdd77-5c53-4026-837e-a465d1668da8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.047035] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 625.047141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.157331] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.158693] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.158788] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.159199] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.159550] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.163020] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.163020] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.163020] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.163020] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.163020] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.163020] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.163020] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.163020] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.163020] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.163020] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.163020] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.190680] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.190881] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.192207] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.192605] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.193984] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-d2fdb998-8688-436a-ad2c-152a770788c2 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.194223] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-d2fdb998-8688-436a-ad2c-152a770788c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.194371] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-d2fdb998-8688-436a-ad2c-152a770788c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.194745] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-d2fdb998-8688-436a-ad2c-152a770788c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.194893] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2fdb998-8688-436a-ad2c-152a770788c2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.242928] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0744e1a2-ee82-424a-bc91-c7a571ae645f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.326007] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.326183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.326258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.326508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.326693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.326917] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.327040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.327108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.328167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.328167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.328167] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc already deleted. [ 625.328167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.701897] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.702959] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.702959] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.702959] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.702959] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.703564] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port d2fdb998-8688-436a-ad2c-152a770788c2 not found, creating... [ 625.703564] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.703754] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.703900] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.704021] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.704167] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.704467] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.704687] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.704687] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.704687] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.705450] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.705761] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: d2fdb998-8688-436a-ad2c-152a770788c2 is going to be created. [ 625.736022] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.736487] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.736487] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.736787] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.736877] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.737170] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-d2fdb998-8688-436a-ad2c-152a770788c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.745696] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.745895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.745993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.746203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.746300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.746380] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f is going to be created. [ 625.776722] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.776981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.776981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.777420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.777420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.791695] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f in Status: UNINITIALIZED for 2s [ 626.226024] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e in Status: SUCCESS [ 626.226282] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e deletion is rescheduled due to dependency. [ 626.226432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.389305] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 in Status: SUCCESS [ 626.389305] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.518286] env[66289]: INFO networking_nsxv3.common.synchronization [None req-77746297-733d-47ae-b373-71957b9ec782 None None] Enqueued Resource ID: 9bcc3c0c-2387-449f-a5b6-35a2e3927a71 with Priority: HIGHEST for action port [ 626.519889] env[66289]: INFO networking_nsxv3.common.synchronization [req-6ade2272-2f88-477e-8ef1-f528906ac3f4 req-fcc62eec-52df-4352-81d2-00dff446e5bd service nova] Enqueued Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_rules [ 626.520118] env[66289]: INFO networking_nsxv3.common.synchronization [req-6ade2272-2f88-477e-8ef1-f528906ac3f4 req-fcc62eec-52df-4352-81d2-00dff446e5bd service nova] Enqueued Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 626.520885] env[66289]: INFO networking_nsxv3.common.synchronization [req-6ade2272-2f88-477e-8ef1-f528906ac3f4 req-fcc62eec-52df-4352-81d2-00dff446e5bd service nova] Enqueued Resource ID: d2fdb998-8688-436a-ad2c-152a770788c2 with Priority: HIGHEST for action port [ 626.524791] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bcc3c0c-2387-449f-a5b6-35a2e3927a71 with Priority: HIGHEST for action port [ 626.526039] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 626.526039] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_rules [ 626.526039] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2fdb998-8688-436a-ad2c-152a770788c2 with Priority: HIGHEST for action port [ 626.526039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bcc3c0c-2387-449f-a5b6-35a2e3927a71 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.526039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bcc3c0c-2387-449f-a5b6-35a2e3927a71" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.526039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bcc3c0c-2387-449f-a5b6-35a2e3927a71" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.526039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bcc3c0c-2387-449f-a5b6-35a2e3927a71" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.526039] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bcc3c0c-2387-449f-a5b6-35a2e3927a71',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.527638] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.527816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.527918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.528186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.528520] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.528699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.528796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.529055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.529187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.529495] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.530301] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.530472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.531635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.531635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.531635] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.534637] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2fdb998-8688-436a-ad2c-152a770788c2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.534637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2fdb998-8688-436a-ad2c-152a770788c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.534637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2fdb998-8688-436a-ad2c-152a770788c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.534637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2fdb998-8688-436a-ad2c-152a770788c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.534637] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2fdb998-8688-436a-ad2c-152a770788c2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.034346] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.040364] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bcc3c0c-2387-449f-a5b6-35a2e3927a71 [ 627.040364] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.040364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.040364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.040364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.040364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.040364] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bcc3c0c-2387-449f-a5b6-35a2e3927a71 already deleted. [ 627.040364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bcc3c0c-2387-449f-a5b6-35a2e3927a71" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.040364] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.040364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.046081] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2fdb998-8688-436a-ad2c-152a770788c2 with status ACTIVE [ 627.046466] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.046466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.049293] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.049293] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.049293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.049293] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2fdb998-8688-436a-ad2c-152a770788c2 is going to be updated. [ 627.094823] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.094823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.095170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.095170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.095318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.095482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2fdb998-8688-436a-ad2c-152a770788c2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.543717] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.804322] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f in Status: SUCCESS [ 627.804639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.804842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.805189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.805372] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.805496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.805546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.805729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.805806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.805907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.805973] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0744e1a2-ee82-424a-bc91-c7a571ae645f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.048029] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.048029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.048029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.048029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.048029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.048029] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc is going to be created. [ 628.081778] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.082050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.082145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.082370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.082534] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.094779] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: UNINITIALIZED for 2s [ 628.129023] env[66289]: INFO networking_nsxv3.common.synchronization [req-6c3d4349-ac25-4dae-8bf0-faebcbb26aef req-b517e4a8-d080-413b-b1a1-c0ac54c39d57 tempest-ServersTestFqdnHostnames-1413006498 tempest-ServersTestFqdnHostnames-1413006498-project-member] Enqueued Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_members [ 628.129023] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_members [ 628.129501] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae8da4-7bd6-406a-952f-03b9cf1185de taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.129647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.129709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.130055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.130233] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.130347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.130411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.130577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.130664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.130771] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ae8da4-7bd6-406a-952f-03b9cf1185de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.310649] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0744e1a2-ee82-424a-bc91-c7a571ae645f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.634037] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.634133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.634176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.634405] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.634489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.634692] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.634786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.634844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.634988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.635071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.635150] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de already deleted. [ 628.635258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.815690] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0744e1a2-ee82-424a-bc91-c7a571ae645f: rpc.has_security_group_logging(os_id): False [ 628.839970] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.840285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.840434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.840577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.840691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.841069] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.841241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.841432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.841542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.841635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.841700] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f is going to be created. [ 628.895128] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.895441] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-219" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.895676] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-219" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.896181] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-219" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.896654] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.896946] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.897105] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.897504] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.897728] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.898038] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.898192] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.898338] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.898482] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.898704] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.898851] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.899070] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.922392] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.922730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.922730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.922977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.923252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.925582] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.925803] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.926058] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.926294] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-219" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.926890] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-e88ffe6b-f598-4a56-be1c-32131a3d8c0f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.927086] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-e88ffe6b-f598-4a56-be1c-32131a3d8c0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.927086] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-e88ffe6b-f598-4a56-be1c-32131a3d8c0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.927491] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-e88ffe6b-f598-4a56-be1c-32131a3d8c0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.927757] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e88ffe6b-f598-4a56-be1c-32131a3d8c0f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.945683] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f in Status: IN_PROGRESS for 2s [ 629.430939] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.431335] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.431502] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.431789] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.432109] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.432109] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port e88ffe6b-f598-4a56-be1c-32131a3d8c0f not found, creating... [ 629.432458] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.432647] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.432753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.432983] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.433142] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.433433] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.433783] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.433923] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.434247] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.434407] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.434595] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: e88ffe6b-f598-4a56-be1c-32131a3d8c0f is going to be created. [ 629.458921] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.459193] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.459318] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.459619] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.459878] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.460368] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-e88ffe6b-f598-4a56-be1c-32131a3d8c0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.562653] env[66289]: INFO networking_nsxv3.common.synchronization [None req-ac2083c3-28a6-4ee1-bd6c-6b3f49e1b623 None None] Enqueued Resource ID: 28237a08-0eaf-42cd-af90-a49d2d1c6f12 with Priority: HIGHEST for action port [ 629.563467] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28237a08-0eaf-42cd-af90-a49d2d1c6f12 with Priority: HIGHEST for action port [ 629.563877] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-28237a08-0eaf-42cd-af90-a49d2d1c6f12 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.564112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28237a08-0eaf-42cd-af90-a49d2d1c6f12" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.564271] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28237a08-0eaf-42cd-af90-a49d2d1c6f12" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.564585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28237a08-0eaf-42cd-af90-a49d2d1c6f12" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.565741] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28237a08-0eaf-42cd-af90-a49d2d1c6f12',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.996539] env[66289]: INFO networking_nsxv3.common.synchronization [req-39c7fc8a-a569-462a-b278-e22bb9bcab06 req-e4131d5a-505b-4680-8637-775a7670cf76 tempest-ServerExternalEventsTest-1902286392 tempest-ServerExternalEventsTest-1902286392-project-member] Enqueued Resource ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 with Priority: HIGHEST for action security_group_members [ 629.996647] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 with Priority: HIGHEST for action security_group_members [ 629.997504] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1eefc229-eec3-482e-905e-cce9d4ad9f19 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.997504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.997504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.997504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.997749] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.997854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.997940] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.998156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.998247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.998355] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1eefc229-eec3-482e-905e-cce9d4ad9f19',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.068236] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28237a08-0eaf-42cd-af90-a49d2d1c6f12 [ 630.068478] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.068610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.069510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.069745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.069842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.069966] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28237a08-0eaf-42cd-af90-a49d2d1c6f12 already deleted. [ 630.070071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28237a08-0eaf-42cd-af90-a49d2d1c6f12" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.106340] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: SUCCESS [ 630.106641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.107493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.107792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.108028] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.108160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.108268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.108410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.108490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.108579] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.108865] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.216426] env[66289]: INFO networking_nsxv3.common.synchronization [req-6c3d4349-ac25-4dae-8bf0-faebcbb26aef req-2604fbfb-0755-40d5-ac40-a60f29e60f37 service nova] Enqueued Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_rules [ 630.216617] env[66289]: INFO networking_nsxv3.common.synchronization [req-6c3d4349-ac25-4dae-8bf0-faebcbb26aef req-2604fbfb-0755-40d5-ac40-a60f29e60f37 service nova] Enqueued Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_members [ 630.216983] env[66289]: INFO networking_nsxv3.common.synchronization [req-6c3d4349-ac25-4dae-8bf0-faebcbb26aef req-2604fbfb-0755-40d5-ac40-a60f29e60f37 service nova] Enqueued Resource ID: e88ffe6b-f598-4a56-be1c-32131a3d8c0f with Priority: HIGHEST for action port [ 630.217327] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_rules [ 630.217448] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_members [ 630.217542] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e88ffe6b-f598-4a56-be1c-32131a3d8c0f with Priority: HIGHEST for action port [ 630.217851] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ae8da4-7bd6-406a-952f-03b9cf1185de taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.217982] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.218065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.218264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.218340] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ae8da4-7bd6-406a-952f-03b9cf1185de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.219309] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae8da4-7bd6-406a-952f-03b9cf1185de taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.219309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.219490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.220198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.220198] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.220198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.220198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.220198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.220198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.220533] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ae8da4-7bd6-406a-952f-03b9cf1185de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.221039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-e88ffe6b-f598-4a56-be1c-32131a3d8c0f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.221115] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e88ffe6b-f598-4a56-be1c-32131a3d8c0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.221165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e88ffe6b-f598-4a56-be1c-32131a3d8c0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.221368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e88ffe6b-f598-4a56-be1c-32131a3d8c0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.221368] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e88ffe6b-f598-4a56-be1c-32131a3d8c0f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.501774] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.501774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.501774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.502385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.502385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.502969] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.502969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.502969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.503210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.503210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.503279] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 is going to be updated. [ 630.533962] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.533962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.533962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.534275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.534372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.545894] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 in Status: IN_PROGRESS for 2s [ 630.611286] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.723026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae8da4-7bd6-406a-952f-03b9cf1185de taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.723026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.723229] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ae8da4-7bd6-406a-952f-03b9cf1185de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.725537] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e88ffe6b-f598-4a56-be1c-32131a3d8c0f with status ACTIVE [ 630.725537] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.725537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.725537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.725537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.725537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.725537] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.725537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.725537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.725537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.731493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.731493] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.731493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.731493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.731493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.731493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.731493] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e88ffe6b-f598-4a56-be1c-32131a3d8c0f is going to be updated. [ 630.758122] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.758122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.758122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.758122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.758122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.758122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e88ffe6b-f598-4a56-be1c-32131a3d8c0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.961858] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f in Status: SUCCESS [ 630.962622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.114032] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc: rpc.has_security_group_logging(os_id): False [ 631.136278] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.136537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.136684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.137016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.137202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.137599] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.137782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.137900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.138222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.138362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.138633] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc is going to be created. [ 631.209989] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.210202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.210295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.210697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.210993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.225017] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: IN_PROGRESS for 2s [ 631.231558] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ae8da4-7bd6-406a-952f-03b9cf1185de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.738513] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.738513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.738513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.738513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.738513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.738513] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de is going to be created. [ 631.770828] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.771096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.771220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.771545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.771805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.788873] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de in Status: UNINITIALIZED for 2s [ 632.556895] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 in Status: SUCCESS [ 632.557345] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1eefc229-eec3-482e-905e-cce9d4ad9f19 deletion is rescheduled due to dependency. [ 632.557345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1eefc229-eec3-482e-905e-cce9d4ad9f19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.596793] env[66289]: INFO networking_nsxv3.common.synchronization [None req-3d3ed212-fd4b-40fb-8cc3-75fa11f1e3f5 None None] Enqueued Resource ID: aa6c8663-9532-4c91-92de-aed3dfcb1a5e with Priority: HIGHEST for action port [ 632.597033] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6c8663-9532-4c91-92de-aed3dfcb1a5e with Priority: HIGHEST for action port [ 632.597327] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa6c8663-9532-4c91-92de-aed3dfcb1a5e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.597462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa6c8663-9532-4c91-92de-aed3dfcb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.597552] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa6c8663-9532-4c91-92de-aed3dfcb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.597924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa6c8663-9532-4c91-92de-aed3dfcb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.597994] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6c8663-9532-4c91-92de-aed3dfcb1a5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.657210] env[66289]: INFO networking_nsxv3.common.synchronization [req-419cd184-dc2a-4bad-a840-eb27c06693bb req-9975a5f9-3d3e-4981-9f50-46b12c67a079 tempest-ServersTestJSON-1796870414 tempest-ServersTestJSON-1796870414-project-member] Enqueued Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_members [ 632.657885] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_members [ 632.658373] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6139e2-874f-41e5-8196-24728c193ab4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.658539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.658616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.659015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.659206] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.659315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.659534] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.659597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.659630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.659726] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.988884] env[66289]: INFO networking_nsxv3.common.synchronization [None req-7331ce9e-085b-4f53-a359-ccc3af024109 None None] Enqueued Resource ID: 35230072-3f73-4da7-88de-a884b08155c0 with Priority: HIGHEST for action port [ 632.989184] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35230072-3f73-4da7-88de-a884b08155c0 with Priority: HIGHEST for action port [ 632.992756] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-35230072-3f73-4da7-88de-a884b08155c0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.993249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35230072-3f73-4da7-88de-a884b08155c0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.993308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35230072-3f73-4da7-88de-a884b08155c0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.993686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35230072-3f73-4da7-88de-a884b08155c0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.993775] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35230072-3f73-4da7-88de-a884b08155c0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.102901] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa6c8663-9532-4c91-92de-aed3dfcb1a5e [ 633.103200] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.103361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.103443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.103714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.103857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.103903] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa6c8663-9532-4c91-92de-aed3dfcb1a5e already deleted. [ 633.103999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa6c8663-9532-4c91-92de-aed3dfcb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.161970] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.162239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.162317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.162545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.162748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163143] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.163143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.163262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.163365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.163459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163705] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d6139e2-874f-41e5-8196-24728c193ab4 already deleted. [ 633.163705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.246062] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: SUCCESS [ 633.246331] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.335456] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.335666] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-928" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.335837] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-928" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.336228] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-928" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.336497] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.336746] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.336788] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.337064] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.337174] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.337420] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.337509] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.337601] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.337719] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.337762] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.337861] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.338022] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.366721] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.366959] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.367179] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.367273] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-928" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.367644] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-b1b72d78-d6d4-4eb7-87f9-f65e62057705 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.367871] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-b1b72d78-d6d4-4eb7-87f9-f65e62057705" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.367966] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-b1b72d78-d6d4-4eb7-87f9-f65e62057705" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.368429] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-b1b72d78-d6d4-4eb7-87f9-f65e62057705" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.368570] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b72d78-d6d4-4eb7-87f9-f65e62057705',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.498920] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35230072-3f73-4da7-88de-a884b08155c0 [ 633.499173] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.499360] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.499435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.499656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.499745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.499838] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35230072-3f73-4da7-88de-a884b08155c0 already deleted. [ 633.499919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35230072-3f73-4da7-88de-a884b08155c0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.800993] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de in Status: SUCCESS [ 633.801316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.801547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.801761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.802042] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.802155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.802246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.802430] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.802515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.802602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.802703] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ae8da4-7bd6-406a-952f-03b9cf1185de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.874649] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.874649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.874649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.874649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.874649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.874649] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port b1b72d78-d6d4-4eb7-87f9-f65e62057705 not found, creating... [ 633.874649] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.874649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.874649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.874649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.874649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.875192] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.875192] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.875192] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.875871] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.875871] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.875871] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: b1b72d78-d6d4-4eb7-87f9-f65e62057705 is going to be created. [ 633.901588] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.901895] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.901895] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.902228] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.909544] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.909544] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-b1b72d78-d6d4-4eb7-87f9-f65e62057705" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.307631] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ae8da4-7bd6-406a-952f-03b9cf1185de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.660792] env[66289]: INFO networking_nsxv3.common.synchronization [req-419cd184-dc2a-4bad-a840-eb27c06693bb req-7f7ddecb-1980-470a-b855-36737d599faf service nova] Enqueued Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_rules [ 634.660984] env[66289]: INFO networking_nsxv3.common.synchronization [req-419cd184-dc2a-4bad-a840-eb27c06693bb req-7f7ddecb-1980-470a-b855-36737d599faf service nova] Enqueued Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_members [ 634.661126] env[66289]: INFO networking_nsxv3.common.synchronization [req-419cd184-dc2a-4bad-a840-eb27c06693bb req-7f7ddecb-1980-470a-b855-36737d599faf service nova] Enqueued Resource ID: b1b72d78-d6d4-4eb7-87f9-f65e62057705 with Priority: HIGHEST for action port [ 634.661685] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_rules [ 634.661813] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_members [ 634.661906] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b72d78-d6d4-4eb7-87f9-f65e62057705 with Priority: HIGHEST for action port [ 634.663353] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d6139e2-874f-41e5-8196-24728c193ab4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.663502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.663568] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.663777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.665294] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.666367] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6139e2-874f-41e5-8196-24728c193ab4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.666489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.666553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.666788] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.666955] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.667206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.667206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.667320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.667354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.670591] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.670591] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1b72d78-d6d4-4eb7-87f9-f65e62057705 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.670591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1b72d78-d6d4-4eb7-87f9-f65e62057705" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.670591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1b72d78-d6d4-4eb7-87f9-f65e62057705" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.670591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1b72d78-d6d4-4eb7-87f9-f65e62057705" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.670591] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b72d78-d6d4-4eb7-87f9-f65e62057705',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.811217] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ae8da4-7bd6-406a-952f-03b9cf1185de: rpc.has_security_group_logging(os_id): False [ 634.828344] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.828512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.828587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.828817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.828912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.829166] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.830113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.830113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.830113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.830113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.830113] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de is going to be created. [ 634.907989] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.908193] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.908237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.908446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.908628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.921440] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de in Status: IN_PROGRESS for 2s [ 635.171367] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6139e2-874f-41e5-8196-24728c193ab4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.171910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.173293] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.174143] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1b72d78-d6d4-4eb7-87f9-f65e62057705 with status ACTIVE [ 635.174973] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.174973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.174973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.174973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.174973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.175457] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.175457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.175556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.175764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.177205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.177205] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.177205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.177205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.177205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.177205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.177205] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1b72d78-d6d4-4eb7-87f9-f65e62057705 is going to be updated. [ 635.211733] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.211871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.211923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.212393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.212480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.212651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1b72d78-d6d4-4eb7-87f9-f65e62057705" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.499904] env[66289]: INFO networking_nsxv3.common.synchronization [None req-2cdf49c3-d080-4714-8a59-60ff167d4975 None None] Enqueued Resource ID: ab84988a-10a4-4c75-a030-5cf14400f9b0 with Priority: HIGHEST for action port [ 635.499904] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab84988a-10a4-4c75-a030-5cf14400f9b0 with Priority: HIGHEST for action port [ 635.500481] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab84988a-10a4-4c75-a030-5cf14400f9b0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.500481] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab84988a-10a4-4c75-a030-5cf14400f9b0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.500655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab84988a-10a4-4c75-a030-5cf14400f9b0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.500940] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab84988a-10a4-4c75-a030-5cf14400f9b0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.501057] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab84988a-10a4-4c75-a030-5cf14400f9b0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.679403] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.807540] env[66289]: INFO networking_nsxv3.common.synchronization [None req-7856be28-d1ce-4542-8f42-cf9abf623527 None None] Enqueued Resource ID: ca458c00-0503-473e-af9c-d9266904f1e6 with Priority: HIGHEST for action port [ 635.808316] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca458c00-0503-473e-af9c-d9266904f1e6 with Priority: HIGHEST for action port [ 635.808716] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca458c00-0503-473e-af9c-d9266904f1e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.808905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca458c00-0503-473e-af9c-d9266904f1e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.808905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca458c00-0503-473e-af9c-d9266904f1e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.809215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca458c00-0503-473e-af9c-d9266904f1e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.809294] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca458c00-0503-473e-af9c-d9266904f1e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.004559] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab84988a-10a4-4c75-a030-5cf14400f9b0 [ 636.004559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.004559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.004559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.005104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.005279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.005320] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab84988a-10a4-4c75-a030-5cf14400f9b0 already deleted. [ 636.005867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab84988a-10a4-4c75-a030-5cf14400f9b0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.187043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.187043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.187043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.187043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.187043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.187043] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d6139e2-874f-41e5-8196-24728c193ab4 is going to be created. [ 636.218671] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.218822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.218887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.219143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.219319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.233585] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d6139e2-874f-41e5-8196-24728c193ab4 in Status: UNINITIALIZED for 2s [ 636.312241] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca458c00-0503-473e-af9c-d9266904f1e6 [ 636.312441] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.312566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.312635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.312917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.313049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.313196] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca458c00-0503-473e-af9c-d9266904f1e6 already deleted. [ 636.313264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca458c00-0503-473e-af9c-d9266904f1e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.479465] env[66289]: INFO networking_nsxv3.common.synchronization [req-dd6fb09b-2482-489c-a90e-e15d57d64f81 req-030fef7a-e73c-40d5-a820-478a375950bc tempest-ServersAdminNegativeTestJSON-753412807 tempest-ServersAdminNegativeTestJSON-753412807-project-member] Enqueued Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 636.479523] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 636.479818] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.479942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.480022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.480373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.480529] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.480633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.480693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.480839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.480923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.481022] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.842968] env[66289]: INFO networking_nsxv3.common.synchronization [req-bb1223bf-02f0-4af8-9c6e-56fdcca503e6 req-7057ac52-7810-4e92-9c65-66ff0ddd4caf tempest-InstanceActionsNegativeTestJSON-984081562 tempest-InstanceActionsNegativeTestJSON-984081562-project-member] Enqueued Resource ID: bdf86511-0f9e-41c0-abd7-814d69de861d with Priority: HIGHEST for action security_group_members [ 636.844240] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf86511-0f9e-41c0-abd7-814d69de861d with Priority: HIGHEST for action security_group_members [ 636.844463] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdf86511-0f9e-41c0-abd7-814d69de861d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.845161] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.845611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.845611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.845735] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.845862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.846576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.846576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.846576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.846576] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdf86511-0f9e-41c0-abd7-814d69de861d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.865635] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.865845] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.865961] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.866257] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.866522] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.866730] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.866843] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.869577] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.869577] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.870878] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.872010] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.872010] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.872010] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.872010] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.872010] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.872470] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.899698] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.899698] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.900037] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.900702] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.901116] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-252af3fc-1773-488f-a390-f3b2a046b238 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.901510] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-252af3fc-1773-488f-a390-f3b2a046b238" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.901892] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-252af3fc-1773-488f-a390-f3b2a046b238" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.902265] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-252af3fc-1773-488f-a390-f3b2a046b238" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.902411] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252af3fc-1773-488f-a390-f3b2a046b238',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.938541] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de in Status: SUCCESS [ 636.938870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.983489] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.354336] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.354336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.354336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.354671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.354741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.355186] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.355421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.355593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.355769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.355915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.356048] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdf86511-0f9e-41c0-abd7-814d69de861d is going to be updated. [ 637.388132] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.388132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.388132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.388132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.388132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.400873] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdf86511-0f9e-41c0-abd7-814d69de861d in Status: IN_PROGRESS for 2s [ 637.404930] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.405152] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.405275] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.405810] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.405810] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.406034] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 252af3fc-1773-488f-a390-f3b2a046b238 not found, creating... [ 637.406161] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.406299] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.406816] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.406816] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.407036] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.407172] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.407366] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.407503] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.407744] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.407876] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.408038] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 252af3fc-1773-488f-a390-f3b2a046b238 is going to be created. [ 637.433810] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.434164] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.434365] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.434734] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.434984] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.435229] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-252af3fc-1773-488f-a390-f3b2a046b238" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.487839] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.990631] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.990952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.990952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.991316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.991316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.991316] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d is going to be updated. [ 638.026616] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.026822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.026887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.027124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.027274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.041304] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: IN_PROGRESS for 2s [ 638.137146] env[66289]: INFO networking_nsxv3.common.synchronization [req-dd6fb09b-2482-489c-a90e-e15d57d64f81 req-2692a556-2561-47c2-bfe5-c937da3a9bae service nova] Enqueued Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_rules [ 638.137146] env[66289]: INFO networking_nsxv3.common.synchronization [req-dd6fb09b-2482-489c-a90e-e15d57d64f81 req-2692a556-2561-47c2-bfe5-c937da3a9bae service nova] Enqueued Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 638.137146] env[66289]: INFO networking_nsxv3.common.synchronization [req-dd6fb09b-2482-489c-a90e-e15d57d64f81 req-2692a556-2561-47c2-bfe5-c937da3a9bae service nova] Enqueued Resource ID: 252af3fc-1773-488f-a390-f3b2a046b238 with Priority: HIGHEST for action port [ 638.137146] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_rules [ 638.140780] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 638.140936] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 252af3fc-1773-488f-a390-f3b2a046b238 with Priority: HIGHEST for action port [ 638.141259] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.141390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.141457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.142683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.142866] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.148292] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.148418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.148601] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-252af3fc-1773-488f-a390-f3b2a046b238 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.148694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-252af3fc-1773-488f-a390-f3b2a046b238" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.148761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-252af3fc-1773-488f-a390-f3b2a046b238" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.148966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-252af3fc-1773-488f-a390-f3b2a046b238" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.149290] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('252af3fc-1773-488f-a390-f3b2a046b238',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.248599] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d6139e2-874f-41e5-8196-24728c193ab4 in Status: SUCCESS [ 638.248725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.248906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.249171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.249364] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.249501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.249580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.249744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.249828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.249919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.250011] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.650743] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.650904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.651164] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 252af3fc-1773-488f-a390-f3b2a046b238 with status ACTIVE [ 638.651555] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.651555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.651555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.651989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.652100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.652302] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.652418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.652522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.652683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.652785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.652994] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.653423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.653423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.653423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.653563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.653563] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 252af3fc-1773-488f-a390-f3b2a046b238 is going to be updated. [ 638.675509] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.675700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.675744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.676012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.676228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.676346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-252af3fc-1773-488f-a390-f3b2a046b238" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.756734] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.932629] env[66289]: INFO networking_nsxv3.common.synchronization [req-2125453b-5d1b-424b-8bbd-42f104bfbcc3 req-201b7e2c-bc47-4a13-bed7-068fdc8855f2 tempest-VolumesAdminNegativeTest-569609950 tempest-VolumesAdminNegativeTest-569609950-project-member] Enqueued Resource ID: 607be892-d5dd-464c-8f8f-63f4009a8aba with Priority: HIGHEST for action security_group_members [ 638.934639] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607be892-d5dd-464c-8f8f-63f4009a8aba with Priority: HIGHEST for action security_group_members [ 638.935492] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-607be892-d5dd-464c-8f8f-63f4009a8aba taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.935818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.935818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.935936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.936097] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.936203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.936275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.936509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.936570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.936623] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('607be892-d5dd-464c-8f8f-63f4009a8aba',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.258264] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d6139e2-874f-41e5-8196-24728c193ab4: rpc.has_security_group_logging(os_id): False [ 639.285255] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.285413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.285483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.285751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.285895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.286098] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.286203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.286277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.286478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.286559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.286736] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d6139e2-874f-41e5-8196-24728c193ab4 is going to be created. [ 639.359469] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.359654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.359780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.359957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.360184] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.372313] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d6139e2-874f-41e5-8196-24728c193ab4 in Status: IN_PROGRESS for 2s [ 639.413400] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdf86511-0f9e-41c0-abd7-814d69de861d in Status: SUCCESS [ 639.413584] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdf86511-0f9e-41c0-abd7-814d69de861d deletion is rescheduled due to dependency. [ 639.413700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdf86511-0f9e-41c0-abd7-814d69de861d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.439418] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.439583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.439648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.439892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.439989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.440216] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.440328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.440393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.440558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.440633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.440721] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 607be892-d5dd-464c-8f8f-63f4009a8aba is going to be updated. [ 639.515359] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.515578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.515666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.515915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.516147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.527040] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 607be892-d5dd-464c-8f8f-63f4009a8aba in Status: IN_PROGRESS for 2s [ 640.059390] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: SUCCESS [ 640.059390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.059390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.059390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.059390] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.059390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.059730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.060617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.061562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.061562] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.077164] env[66289]: INFO networking_nsxv3.common.synchronization [req-8bd1c7d2-581a-4fbf-b19e-c5a3a276fffd req-8df5b489-d641-40c0-95e9-1d01be07cc10 tempest-MigrationsAdminTest-273158517 tempest-MigrationsAdminTest-273158517-project-member] Enqueued Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 640.077164] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 640.077164] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.077164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.078049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.078495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.078858] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.079152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.079375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.079659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.079911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.081254] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.481613] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.481938] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.481978] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.482280] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.482669] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.482810] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.482871] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.483059] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.483199] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.483397] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.483502] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.483601] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.483700] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.483799] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.483892] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.484022] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.504281] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.504517] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.504784] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.504858] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.505245] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-3a80f469-1217-492e-80ef-0c98f8d048dd taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.505430] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-3a80f469-1217-492e-80ef-0c98f8d048dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.505430] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-3a80f469-1217-492e-80ef-0c98f8d048dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.505752] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-3a80f469-1217-492e-80ef-0c98f8d048dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.505916] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a80f469-1217-492e-80ef-0c98f8d048dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.564917] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.582972] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.583150] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.583227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.583435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.583514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.583704] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.583814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.583883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.584033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.584119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.584748] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 already deleted. [ 640.584748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.008172] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.008396] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.008515] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.008803] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.008942] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.009103] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 3a80f469-1217-492e-80ef-0c98f8d048dd not found, creating... [ 641.009348] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.009499] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.009611] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.009869] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.009971] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.010276] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.010413] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.010505] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.011382] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.012315] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.012315] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 3a80f469-1217-492e-80ef-0c98f8d048dd is going to be created. [ 641.043207] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.043207] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.043207] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.043506] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.043794] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.044111] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-3a80f469-1217-492e-80ef-0c98f8d048dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.067254] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.389542] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d6139e2-874f-41e5-8196-24728c193ab4 in Status: SUCCESS [ 641.389825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.541430] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 607be892-d5dd-464c-8f8f-63f4009a8aba in Status: SUCCESS [ 641.541756] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 607be892-d5dd-464c-8f8f-63f4009a8aba deletion is rescheduled due to dependency. [ 641.541756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-607be892-d5dd-464c-8f8f-63f4009a8aba" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.569870] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.571942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.571942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.571942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.571942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.571942] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d is going to be updated. [ 641.609099] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.609341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.609341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.609637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.609787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.621205] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: IN_PROGRESS for 2s [ 641.759486] env[66289]: INFO networking_nsxv3.common.synchronization [req-8bd1c7d2-581a-4fbf-b19e-c5a3a276fffd req-de355655-4f76-4dcc-9a96-96cf6fa4e508 service nova] Enqueued Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_rules [ 641.759628] env[66289]: INFO networking_nsxv3.common.synchronization [req-8bd1c7d2-581a-4fbf-b19e-c5a3a276fffd req-de355655-4f76-4dcc-9a96-96cf6fa4e508 service nova] Enqueued Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 641.759719] env[66289]: INFO networking_nsxv3.common.synchronization [req-8bd1c7d2-581a-4fbf-b19e-c5a3a276fffd req-de355655-4f76-4dcc-9a96-96cf6fa4e508 service nova] Enqueued Resource ID: 3a80f469-1217-492e-80ef-0c98f8d048dd with Priority: HIGHEST for action port [ 641.760244] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_rules [ 641.760377] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 641.760475] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a80f469-1217-492e-80ef-0c98f8d048dd with Priority: HIGHEST for action port [ 641.760787] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.760946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.761385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.761695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.761866] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.762901] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.763358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.765310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.765310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.765310] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.765310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.765310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.765310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.765310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.765310] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.768209] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a80f469-1217-492e-80ef-0c98f8d048dd taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.768529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a80f469-1217-492e-80ef-0c98f8d048dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.769482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a80f469-1217-492e-80ef-0c98f8d048dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.769482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a80f469-1217-492e-80ef-0c98f8d048dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.769482] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a80f469-1217-492e-80ef-0c98f8d048dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.268396] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.272999] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a80f469-1217-492e-80ef-0c98f8d048dd with status ACTIVE [ 642.273179] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.273336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.273403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.273658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.273780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.273991] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.274110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.274171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.274391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.274480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.274779] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.274909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.274966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.278044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.278044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.278044] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a80f469-1217-492e-80ef-0c98f8d048dd is going to be updated. [ 642.278044] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.278044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.309019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.309019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.309019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.309019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.309019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.309331] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a80f469-1217-492e-80ef-0c98f8d048dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.613871] env[66289]: INFO networking_nsxv3.common.synchronization [req-c37f84e4-4fd7-40bb-a221-41f5bbb2fa04 req-12cb5498-3661-40a2-b700-7baf76f74372 tempest-ServerDiagnosticsTest-1534241881 tempest-ServerDiagnosticsTest-1534241881-project-member] Enqueued Resource ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 with Priority: HIGHEST for action security_group_members [ 642.614174] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 with Priority: HIGHEST for action security_group_members [ 642.614530] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.614843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.614916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.615150] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.615372] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.616403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.616403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.616403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.616603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.616643] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.771028] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.119958] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.120135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.120206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.120443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.120542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.120738] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.120959] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.121026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.121195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.121272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.121361] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 is going to be updated. [ 643.154542] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.154542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.154542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.154542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.154542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.164638] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 in Status: IN_PROGRESS for 2s [ 643.274392] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.274554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.274618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.274845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.274936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.275068] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 is going to be created. [ 643.340959] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.341176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.341242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.341480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.341647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.360650] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: UNINITIALIZED for 2s [ 643.631884] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: SUCCESS [ 643.634166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.634166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.634166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.634166] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.634166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.634166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.634166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.634166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.634166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.634166] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.140058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.140058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.140058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.140058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.140058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.140770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.140770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.140770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.141495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.145092] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.650057] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24639e23-3f03-4ddf-8ca9-ce83f0bb915d: rpc.has_security_group_logging(os_id): False [ 644.668189] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.668411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.668600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.668676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.668798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.669136] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.669245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.669310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.669470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.669566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.669725] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.669823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.669903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.670669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.670758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.670965] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.671094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.671202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.672335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.672427] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.672521] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d is going to be updated. [ 644.820336] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.820336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.820336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.820336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.820336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.831940] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: IN_PROGRESS for 2s [ 645.180970] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 in Status: SUCCESS [ 645.181206] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9 deletion is rescheduled due to dependency. [ 645.181352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.305966] env[66289]: INFO networking_nsxv3.common.synchronization [None req-977664be-417f-4dd6-a1c9-108463d6bf31 None None] Enqueued Resource ID: 84bc2494-6e9b-4f43-8c38-285750e5561f with Priority: HIGHEST for action port [ 645.307028] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84bc2494-6e9b-4f43-8c38-285750e5561f with Priority: HIGHEST for action port [ 645.307028] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-84bc2494-6e9b-4f43-8c38-285750e5561f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.307303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84bc2494-6e9b-4f43-8c38-285750e5561f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.307367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84bc2494-6e9b-4f43-8c38-285750e5561f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.307646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84bc2494-6e9b-4f43-8c38-285750e5561f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.307817] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84bc2494-6e9b-4f43-8c38-285750e5561f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.373146] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: SUCCESS [ 645.374022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.374022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.374022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.374155] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.374220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.374305] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.374475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.374562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.374650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.374752] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.812977] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84bc2494-6e9b-4f43-8c38-285750e5561f [ 645.813512] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.813512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.813512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.813679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.813801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.815071] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84bc2494-6e9b-4f43-8c38-285750e5561f already deleted. [ 645.815071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84bc2494-6e9b-4f43-8c38-285750e5561f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.881129] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.881428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.881428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.881632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.881803] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.882302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.882302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.882302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.882302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.882302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.882559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.882559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.882666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.882744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.882921] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.883023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.884016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.884268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.884361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.884455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.884587] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.388274] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45b237df-fe0d-4a3d-9a63-1e9914602fe3: rpc.has_security_group_logging(os_id): False [ 646.412045] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.412045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.412045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.412340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.412436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.412678] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.412785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.412849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.413026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.413108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.413285] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.413382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.413441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.413587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.413660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.413847] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.413943] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.413999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.417579] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.417646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.417779] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 is going to be created. [ 646.514829] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.514829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.514829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.514829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.514829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.528389] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: IN_PROGRESS for 2s [ 646.848476] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: SUCCESS [ 646.848476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.109064] env[66289]: INFO networking_nsxv3.common.synchronization [None req-90c04695-485e-418a-96c5-2a075ebae073 None None] Enqueued Resource ID: 8f53ac72-2bb3-447d-8465-d6296601efc4 with Priority: HIGHEST for action port [ 647.109370] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f53ac72-2bb3-447d-8465-d6296601efc4 with Priority: HIGHEST for action port [ 647.110030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f53ac72-2bb3-447d-8465-d6296601efc4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.110171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f53ac72-2bb3-447d-8465-d6296601efc4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.110171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f53ac72-2bb3-447d-8465-d6296601efc4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.110415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f53ac72-2bb3-447d-8465-d6296601efc4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.110522] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f53ac72-2bb3-447d-8465-d6296601efc4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.615025] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f53ac72-2bb3-447d-8465-d6296601efc4 [ 647.615025] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.615166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.615209] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.615406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.615613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.615613] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f53ac72-2bb3-447d-8465-d6296601efc4 already deleted. [ 647.615769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f53ac72-2bb3-447d-8465-d6296601efc4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.712444] env[66289]: INFO networking_nsxv3.common.synchronization [req-d0b3aed8-d0f7-4bfc-a0e9-d504a668641f req-7ada482d-2277-4886-af97-9593bbad3023 tempest-ServersWithSpecificFlavorTestJSON-623332032 tempest-ServersWithSpecificFlavorTestJSON-623332032-project-member] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 647.712444] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 647.712444] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.712444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.713275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.713586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.713733] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.713856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.713922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.714112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.714200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.714303] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.122427] env[66289]: INFO networking_nsxv3.common.synchronization [None req-fcd13196-8df8-4e69-b0e3-b2fa418b60f8 None None] Enqueued Resource ID: 59db2c08-8e74-428d-9794-a1ac96d37ff5 with Priority: HIGHEST for action port [ 648.126776] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59db2c08-8e74-428d-9794-a1ac96d37ff5 with Priority: HIGHEST for action port [ 648.126776] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.126776] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.126776] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.126776] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.126776] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.126776] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.128162] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.128162] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.128162] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.128162] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.128162] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.128162] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.128162] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.128162] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.128162] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.128162] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.129462] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-59db2c08-8e74-428d-9794-a1ac96d37ff5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.130364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59db2c08-8e74-428d-9794-a1ac96d37ff5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.130364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59db2c08-8e74-428d-9794-a1ac96d37ff5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.130364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59db2c08-8e74-428d-9794-a1ac96d37ff5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.130364] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59db2c08-8e74-428d-9794-a1ac96d37ff5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.158581] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.158780] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.159014] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.159270] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.159610] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-85e62c7e-0d4e-42e5-a84a-0072713d3a8e taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.159814] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-85e62c7e-0d4e-42e5-a84a-0072713d3a8e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.159938] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-85e62c7e-0d4e-42e5-a84a-0072713d3a8e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.160501] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-85e62c7e-0d4e-42e5-a84a-0072713d3a8e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.160501] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e62c7e-0d4e-42e5-a84a-0072713d3a8e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.217948] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.218138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.218197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.218662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.218662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.218902] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.220350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.220540] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.221056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.221056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.221168] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 already deleted. [ 648.221284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.542458] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: SUCCESS [ 648.542685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.635045] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59db2c08-8e74-428d-9794-a1ac96d37ff5 [ 648.635045] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.635045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.635045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.635045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.635045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.635045] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59db2c08-8e74-428d-9794-a1ac96d37ff5 already deleted. [ 648.635045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59db2c08-8e74-428d-9794-a1ac96d37ff5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.663862] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.664096] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.664096] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.664325] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.664466] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.664617] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 85e62c7e-0d4e-42e5-a84a-0072713d3a8e not found, creating... [ 648.664890] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.665094] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.665207] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.665445] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.665565] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.665839] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.667389] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.667389] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.667389] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.667389] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.667389] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 85e62c7e-0d4e-42e5-a84a-0072713d3a8e is going to be created. [ 648.692207] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.692444] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.692567] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.692870] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.694122] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.694122] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-85e62c7e-0d4e-42e5-a84a-0072713d3a8e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.161167] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e7959a6a-2bae-4569-82f6-80270fa3f4bc None None] Enqueued Resource ID: 7ea2739b-21f7-462a-a22e-0d4f60409aaa with Priority: HIGHEST for action port [ 649.161711] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea2739b-21f7-462a-a22e-0d4f60409aaa with Priority: HIGHEST for action port [ 649.162035] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ea2739b-21f7-462a-a22e-0d4f60409aaa taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.162172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ea2739b-21f7-462a-a22e-0d4f60409aaa" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.162264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ea2739b-21f7-462a-a22e-0d4f60409aaa" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.162565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ea2739b-21f7-462a-a22e-0d4f60409aaa" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.162665] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ea2739b-21f7-462a-a22e-0d4f60409aaa',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.444481] env[66289]: INFO networking_nsxv3.common.synchronization [req-d0b3aed8-d0f7-4bfc-a0e9-d504a668641f req-bf288ec8-89f2-49bf-b2c0-605b2fda3928 service nova] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_rules [ 649.445426] env[66289]: INFO networking_nsxv3.common.synchronization [req-d0b3aed8-d0f7-4bfc-a0e9-d504a668641f req-bf288ec8-89f2-49bf-b2c0-605b2fda3928 service nova] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 649.445426] env[66289]: INFO networking_nsxv3.common.synchronization [req-d0b3aed8-d0f7-4bfc-a0e9-d504a668641f req-bf288ec8-89f2-49bf-b2c0-605b2fda3928 service nova] Enqueued Resource ID: 85e62c7e-0d4e-42e5-a84a-0072713d3a8e with Priority: HIGHEST for action port [ 649.446675] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_rules [ 649.450389] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 649.450389] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e62c7e-0d4e-42e5-a84a-0072713d3a8e with Priority: HIGHEST for action port [ 649.450389] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.450389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.450389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.450389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.450389] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.450389] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.450389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.450389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.450389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.450389] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.450389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.450389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.452215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.453146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.453146] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.454284] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e62c7e-0d4e-42e5-a84a-0072713d3a8e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.454284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e62c7e-0d4e-42e5-a84a-0072713d3a8e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.454284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e62c7e-0d4e-42e5-a84a-0072713d3a8e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.454284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e62c7e-0d4e-42e5-a84a-0072713d3a8e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.454284] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e62c7e-0d4e-42e5-a84a-0072713d3a8e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.665940] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ea2739b-21f7-462a-a22e-0d4f60409aaa [ 649.666285] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.666285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.666423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.666603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.666688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.666784] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ea2739b-21f7-462a-a22e-0d4f60409aaa already deleted. [ 649.666944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ea2739b-21f7-462a-a22e-0d4f60409aaa" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.957230] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.957646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.957646] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85e62c7e-0d4e-42e5-a84a-0072713d3a8e with status ACTIVE [ 649.957946] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.958115] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.958182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.958645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.958645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.958645] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.958975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.959044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.959206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.959314] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.959533] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.959663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.959879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.960080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.960189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.960302] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85e62c7e-0d4e-42e5-a84a-0072713d3a8e is going to be updated. [ 649.961423] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.986884] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.987295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.987295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.987442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.987583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.987747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e62c7e-0d4e-42e5-a84a-0072713d3a8e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.465426] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.517223] env[66289]: INFO networking_nsxv3.common.synchronization [req-d34090da-48f5-422c-8436-9867a91d8a04 req-5359996b-f937-45d4-9618-a357a6c39f84 tempest-ImagesTestJSON-417225935 tempest-ImagesTestJSON-417225935-project-member] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 650.519536] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 650.519536] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.519536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.519536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.519536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.520130] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.520264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.520332] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.520505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.520595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.520691] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.546702] env[66289]: INFO networking_nsxv3.common.synchronization [None req-edbb53b7-22a1-45f9-8727-35d41edaf7ee None None] Enqueued Resource ID: 18ba8c4b-aed2-4a45-925c-cbf56136d949 with Priority: HIGHEST for action port [ 650.548198] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ba8c4b-aed2-4a45-925c-cbf56136d949 with Priority: HIGHEST for action port [ 650.549244] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ba8c4b-aed2-4a45-925c-cbf56136d949 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.549244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ba8c4b-aed2-4a45-925c-cbf56136d949" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.549617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ba8c4b-aed2-4a45-925c-cbf56136d949" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.549670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ba8c4b-aed2-4a45-925c-cbf56136d949" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.549833] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ba8c4b-aed2-4a45-925c-cbf56136d949',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.970689] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.970689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.970689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.970689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.970689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.970689] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 is going to be created. [ 650.998147] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.998638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.998862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.000820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.000820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.011895] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: UNINITIALIZED for 2s [ 651.023522] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.023616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.023616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.023871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.023969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.024198] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.024310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.024380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.024578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.024788] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.024788] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 already deleted. [ 651.024899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.052715] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18ba8c4b-aed2-4a45-925c-cbf56136d949 [ 651.052945] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.053097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.053175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.053381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.053479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.053553] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18ba8c4b-aed2-4a45-925c-cbf56136d949 already deleted. [ 651.053686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ba8c4b-aed2-4a45-925c-cbf56136d949" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.155189] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.155189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.155189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.155189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.155189] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.155189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.155189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.155597] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.155597] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.155597] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.155695] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.155814] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.155941] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.155997] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.156094] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.156215] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.182433] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.182633] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.182726] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.182901] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.183362] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.183573] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.183573] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.183847] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.183994] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.570933] env[66289]: INFO networking_nsxv3.common.synchronization [None req-08040ed6-16d5-4014-8f4e-7eaaa43c58e7 None None] Enqueued Resource ID: 2f787a93-9c4f-4ac2-9bbf-9672f449d865 with Priority: HIGHEST for action port [ 651.573039] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f787a93-9c4f-4ac2-9bbf-9672f449d865 with Priority: HIGHEST for action port [ 651.573039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f787a93-9c4f-4ac2-9bbf-9672f449d865 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.573039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f787a93-9c4f-4ac2-9bbf-9672f449d865" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.573039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f787a93-9c4f-4ac2-9bbf-9672f449d865" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.573039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f787a93-9c4f-4ac2-9bbf-9672f449d865" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.573039] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f787a93-9c4f-4ac2-9bbf-9672f449d865',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.687415] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.687889] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.687889] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.688179] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.688364] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.688514] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80 not found, creating... [ 651.688771] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.688951] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.689093] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.689326] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.689452] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.689744] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.689919] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.690960] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.692054] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.692208] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.692351] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80 is going to be created. [ 651.722409] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.722409] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.722409] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.722409] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.722409] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.722409] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.074421] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f787a93-9c4f-4ac2-9bbf-9672f449d865 [ 652.074658] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.074882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.074957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.075255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.075349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.075575] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f787a93-9c4f-4ac2-9bbf-9672f449d865 already deleted. [ 652.075575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f787a93-9c4f-4ac2-9bbf-9672f449d865" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.434310] env[66289]: INFO networking_nsxv3.common.synchronization [req-d34090da-48f5-422c-8436-9867a91d8a04 req-1307e1d9-2ade-4d9c-a958-87d38a7f3477 service nova] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_rules [ 652.434489] env[66289]: INFO networking_nsxv3.common.synchronization [req-d34090da-48f5-422c-8436-9867a91d8a04 req-1307e1d9-2ade-4d9c-a958-87d38a7f3477 service nova] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 652.434611] env[66289]: INFO networking_nsxv3.common.synchronization [req-d34090da-48f5-422c-8436-9867a91d8a04 req-1307e1d9-2ade-4d9c-a958-87d38a7f3477 service nova] Enqueued Resource ID: aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80 with Priority: HIGHEST for action port [ 652.435132] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_rules [ 652.435290] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 652.435433] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80 with Priority: HIGHEST for action port [ 652.435701] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.435782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.435833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.436551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.436654] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.437987] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.438419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.438419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.438419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.438770] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.439041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.439146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.439304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.440393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.440727] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.443088] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.443224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.443224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.443868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.443868] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.655942] env[66289]: INFO networking_nsxv3.common.synchronization [req-b9491ef1-f165-49c2-a742-04d0a141bd0f req-e8c85e86-e5c8-4d8d-8ca1-bc800a65123c tempest-ImagesNegativeTestJSON-998890207 tempest-ImagesNegativeTestJSON-998890207-project-member] Enqueued Resource ID: 30c844c4-5998-44b4-8163-e29c31990df6 with Priority: HIGHEST for action security_group_members [ 652.658563] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c844c4-5998-44b4-8163-e29c31990df6 with Priority: HIGHEST for action security_group_members [ 652.658563] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c844c4-5998-44b4-8163-e29c31990df6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.658563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.658563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.658563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.658563] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.658563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.658563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.658563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.659067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.659067] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c844c4-5998-44b4-8163-e29c31990df6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.947084] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.947084] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.947084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.947084] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80 with status ACTIVE [ 652.947084] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.947084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.947084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.947084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.947084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.947084] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.947084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.947084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.947084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.947084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.947754] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.947754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.947754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.947754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.948087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.948278] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80 is going to be updated. [ 652.957780] env[66289]: INFO networking_nsxv3.common.synchronization [None req-9b942ed6-4aa0-42e6-a5aa-63891302210c None None] Enqueued Resource ID: d5141be9-3765-4592-a124-1430d53f8fd3 with Priority: HIGHEST for action port [ 652.958544] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5141be9-3765-4592-a124-1430d53f8fd3 with Priority: HIGHEST for action port [ 652.958544] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5141be9-3765-4592-a124-1430d53f8fd3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.958544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5141be9-3765-4592-a124-1430d53f8fd3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.958876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5141be9-3765-4592-a124-1430d53f8fd3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.958876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5141be9-3765-4592-a124-1430d53f8fd3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.960277] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5141be9-3765-4592-a124-1430d53f8fd3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.975745] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.975999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.975999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.976261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.976404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.976591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad6ab68-16f8-4ff5-9f06-c3bcbdaa8a80" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.037771] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: SUCCESS [ 653.037996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.038189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.038429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.038629] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.038752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.038814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.040849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.040849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.040849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.040849] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.165327] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.165327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.165327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.165327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.165327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.165327] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.165327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.165327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.165327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.165327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.165881] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c844c4-5998-44b4-8163-e29c31990df6 already deleted. [ 653.165930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.180031] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.180200] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-396" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.180350] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-396" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.180616] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-396" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.180873] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.181041] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.181726] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.181726] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.181726] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.181726] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.182204] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.182204] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.182724] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.182724] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.182724] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.182877] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.206741] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.206996] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.207747] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.207747] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-396" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.207747] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-a205a9d9-e421-410d-b2ae-2b16274a6565 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.207747] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-a205a9d9-e421-410d-b2ae-2b16274a6565" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.207939] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-a205a9d9-e421-410d-b2ae-2b16274a6565" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.208314] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-a205a9d9-e421-410d-b2ae-2b16274a6565" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.208472] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a205a9d9-e421-410d-b2ae-2b16274a6565',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.453782] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.461952] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5141be9-3765-4592-a124-1430d53f8fd3 [ 653.462346] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.462346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.462458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.462576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.462679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.462836] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5141be9-3765-4592-a124-1430d53f8fd3 already deleted. [ 653.462921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5141be9-3765-4592-a124-1430d53f8fd3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.543087] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.714026] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.714026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.714026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.714026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.714026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.714026] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port a205a9d9-e421-410d-b2ae-2b16274a6565 not found, creating... [ 653.714026] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.714026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.714026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.714026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.714026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.714845] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.714845] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.714845] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.715776] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.716101] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.716454] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: a205a9d9-e421-410d-b2ae-2b16274a6565 is going to be created. [ 653.739270] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.739496] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.739598] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.739869] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.740126] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.740455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-a205a9d9-e421-410d-b2ae-2b16274a6565" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.957011] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.957199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.957286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.957564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.957658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.957756] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be created. [ 653.983627] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.983742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.983812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.984049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.984219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.993744] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: UNINITIALIZED for 2s [ 654.046410] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 469c0124-9907-4c4d-9d25-ffa235d72065: rpc.has_security_group_logging(os_id): False [ 654.070213] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.070449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.070532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.070805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.070913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.071215] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.071338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.071425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.071601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.071681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.071794] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 is going to be created. [ 654.138988] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.138988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.138988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.139598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.139598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.155248] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: IN_PROGRESS for 2s [ 654.519520] env[66289]: INFO networking_nsxv3.common.synchronization [req-b9491ef1-f165-49c2-a742-04d0a141bd0f req-6b1e0309-cab0-45cf-aef8-79c624a7a5ed service nova] Enqueued Resource ID: 30c844c4-5998-44b4-8163-e29c31990df6 with Priority: HIGHEST for action security_group_rules [ 654.519520] env[66289]: INFO networking_nsxv3.common.synchronization [req-b9491ef1-f165-49c2-a742-04d0a141bd0f req-6b1e0309-cab0-45cf-aef8-79c624a7a5ed service nova] Enqueued Resource ID: 30c844c4-5998-44b4-8163-e29c31990df6 with Priority: HIGHEST for action security_group_members [ 654.519520] env[66289]: INFO networking_nsxv3.common.synchronization [req-b9491ef1-f165-49c2-a742-04d0a141bd0f req-6b1e0309-cab0-45cf-aef8-79c624a7a5ed service nova] Enqueued Resource ID: a205a9d9-e421-410d-b2ae-2b16274a6565 with Priority: HIGHEST for action port [ 654.519520] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c844c4-5998-44b4-8163-e29c31990df6 with Priority: HIGHEST for action security_group_rules [ 654.519520] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c844c4-5998-44b4-8163-e29c31990df6 with Priority: HIGHEST for action security_group_members [ 654.519520] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a205a9d9-e421-410d-b2ae-2b16274a6565 with Priority: HIGHEST for action port [ 654.519520] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30c844c4-5998-44b4-8163-e29c31990df6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.520840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.520840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.520840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.521233] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30c844c4-5998-44b4-8163-e29c31990df6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.522292] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c844c4-5998-44b4-8163-e29c31990df6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.522407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.522470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.525708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.525708] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.525708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.525708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.525708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.525708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.525708] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c844c4-5998-44b4-8163-e29c31990df6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.525708] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a205a9d9-e421-410d-b2ae-2b16274a6565 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.526546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a205a9d9-e421-410d-b2ae-2b16274a6565" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.526546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a205a9d9-e421-410d-b2ae-2b16274a6565" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.526546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a205a9d9-e421-410d-b2ae-2b16274a6565" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.526546] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a205a9d9-e421-410d-b2ae-2b16274a6565',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.028951] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c844c4-5998-44b4-8163-e29c31990df6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.029471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.030653] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a205a9d9-e421-410d-b2ae-2b16274a6565 with status ACTIVE [ 655.030917] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.031041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.031082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.031285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.031374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.031538] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.031636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.031696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.031846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.031920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.032205] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.032205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.032482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.035072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.035072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.035072] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a205a9d9-e421-410d-b2ae-2b16274a6565 is going to be updated. [ 655.035072] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30c844c4-5998-44b4-8163-e29c31990df6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.055918] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.057112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.057112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.057112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.057112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.057112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a205a9d9-e421-410d-b2ae-2b16274a6565" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.065315] env[66289]: INFO networking_nsxv3.common.synchronization [None req-cde7e683-7af1-4709-b163-99648f9c69b1 None None] Enqueued Resource ID: 231a4d9b-c6cb-43ab-8765-d62a0bbbbce2 with Priority: HIGHEST for action port [ 655.065315] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 231a4d9b-c6cb-43ab-8765-d62a0bbbbce2 with Priority: HIGHEST for action port [ 655.065315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-231a4d9b-c6cb-43ab-8765-d62a0bbbbce2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.065315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-231a4d9b-c6cb-43ab-8765-d62a0bbbbce2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.065315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-231a4d9b-c6cb-43ab-8765-d62a0bbbbce2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.065911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-231a4d9b-c6cb-43ab-8765-d62a0bbbbce2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.066126] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('231a4d9b-c6cb-43ab-8765-d62a0bbbbce2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.348054] env[66289]: INFO networking_nsxv3.common.synchronization [None req-7df3e2a6-071e-48e5-be96-a40b64e6aa3e None None] Enqueued Resource ID: 1ee76a78-3bda-4fcd-a126-88bfaaa61b18 with Priority: HIGHEST for action port [ 655.348799] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee76a78-3bda-4fcd-a126-88bfaaa61b18 with Priority: HIGHEST for action port [ 655.349234] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ee76a78-3bda-4fcd-a126-88bfaaa61b18 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.349398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ee76a78-3bda-4fcd-a126-88bfaaa61b18" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.349480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ee76a78-3bda-4fcd-a126-88bfaaa61b18" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.349801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ee76a78-3bda-4fcd-a126-88bfaaa61b18" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.349880] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee76a78-3bda-4fcd-a126-88bfaaa61b18',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.536660] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30c844c4-5998-44b4-8163-e29c31990df6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.568660] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 231a4d9b-c6cb-43ab-8765-d62a0bbbbce2 [ 655.569031] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.569231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.569346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.569601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.569741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.569877] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:231a4d9b-c6cb-43ab-8765-d62a0bbbbce2 already deleted. [ 655.570261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-231a4d9b-c6cb-43ab-8765-d62a0bbbbce2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.852970] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ee76a78-3bda-4fcd-a126-88bfaaa61b18 [ 655.854499] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.854499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.854499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.854499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.854499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.854499] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ee76a78-3bda-4fcd-a126-88bfaaa61b18 already deleted. [ 655.854499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ee76a78-3bda-4fcd-a126-88bfaaa61b18" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.007295] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 656.007520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.007873] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.007962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.010676] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.010676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.010676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.010676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.010676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.010676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.010676] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.040510] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.040785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.040785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.040958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.041085] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.041206] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c844c4-5998-44b4-8163-e29c31990df6 is going to be created. [ 656.078051] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.078051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.078051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.078051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.078051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.091398] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c844c4-5998-44b4-8163-e29c31990df6 in Status: UNINITIALIZED for 2s [ 656.169396] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: SUCCESS [ 656.170680] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.205946] env[66289]: INFO networking_nsxv3.common.synchronization [None req-d48df8af-b35f-494f-95ca-12fd246530c0 tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_rules [ 656.206982] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_rules [ 656.206982] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.209840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.209840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.210157] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.210364] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.340804] env[66289]: INFO networking_nsxv3.common.synchronization [None req-fdf0cabb-e0d6-46e5-977e-fb7d59b0b65f tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_rules [ 656.342609] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_rules [ 656.343382] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.343382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.517125] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.517125] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.517125] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.517125] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.517125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.517839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.517839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.517839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.517839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.517839] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.737793] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.738037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.738156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.738386] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.738497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.738590] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 already deleted. [ 656.738662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.738797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.738958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.739242] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.021400] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c29883d1-408b-4470-a4ef-d60472735302: rpc.has_security_group_logging(os_id): False [ 657.041726] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.042073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.042073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.042188] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.042280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.042502] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.042697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.042697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.042870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.042870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.043094] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.043228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.043228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.043865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.043865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.043865] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.043865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.043865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.043865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.044170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.044936] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be created. [ 657.110024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.110024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.110024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.110024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.110024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.123154] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 657.261427] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.261583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.261702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.261877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.261972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.262077] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 already deleted. [ 657.262160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.971237] env[66289]: INFO networking_nsxv3.common.synchronization [None req-25994186-3205-4ddd-9d9c-e4c24a3cc4b3 None None] Enqueued Resource ID: 8d89fabf-5f87-4e55-9092-5f56469167d7 with Priority: HIGHEST for action port [ 657.973595] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d89fabf-5f87-4e55-9092-5f56469167d7 with Priority: HIGHEST for action port [ 657.973996] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d89fabf-5f87-4e55-9092-5f56469167d7 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.974172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d89fabf-5f87-4e55-9092-5f56469167d7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.974266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d89fabf-5f87-4e55-9092-5f56469167d7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.976215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d89fabf-5f87-4e55-9092-5f56469167d7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.976215] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d89fabf-5f87-4e55-9092-5f56469167d7',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.104979] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c844c4-5998-44b4-8163-e29c31990df6 in Status: SUCCESS [ 658.105759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.105759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.105759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.105759] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.106093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.106093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.106093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.106301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.106301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.107037] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30c844c4-5998-44b4-8163-e29c31990df6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.478869] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d89fabf-5f87-4e55-9092-5f56469167d7 [ 658.479310] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.479461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.479461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.479688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.479833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.479918] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d89fabf-5f87-4e55-9092-5f56469167d7 already deleted. [ 658.480037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d89fabf-5f87-4e55-9092-5f56469167d7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.611362] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c844c4-5998-44b4-8163-e29c31990df6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.611362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.611362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.611362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.611362] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.611362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.611362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.611362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.611757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.611757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.611833] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c844c4-5998-44b4-8163-e29c31990df6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.612015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.612908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.612908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.612908] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.612908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.613378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.613378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.613378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.613553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.613697] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30c844c4-5998-44b4-8163-e29c31990df6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.055113] env[66289]: INFO networking_nsxv3.common.synchronization [req-5a83f07d-8eb3-4ff4-9ab4-317ce4dc51b7 req-ac0b9770-76a4-4b12-8908-2771b7ca7769 tempest-AttachInterfacesV270Test-639698652 tempest-AttachInterfacesV270Test-639698652-project-member] Enqueued Resource ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb with Priority: HIGHEST for action security_group_members [ 659.056310] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb with Priority: HIGHEST for action security_group_members [ 659.056310] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.056595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.056595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.056765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.057087] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.057233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.057285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.057511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.057612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.057753] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd9bf79-199b-4b2a-bc32-ff427b150bfb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.117090] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30c844c4-5998-44b4-8163-e29c31990df6: rpc.has_security_group_logging(os_id): False [ 659.141678] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.141844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.141979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.142304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.142467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.142752] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.142921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.143034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.143286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.143409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.143722] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.143887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.144087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.146854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.146975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.147443] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.147966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.148390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.148702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.148836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.148976] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30c844c4-5998-44b4-8163-e29c31990df6 is going to be created. [ 659.155240] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 659.155240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.252318] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.252556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.252740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.252845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.253658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.273817] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30c844c4-5998-44b4-8163-e29c31990df6 in Status: IN_PROGRESS for 2s [ 659.561135] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.561299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.561372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.561587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.561676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.561877] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.561975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.562506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.562506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.562506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.562506] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb already deleted. [ 659.562506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.633893] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.633893] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-443" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.634126] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-443" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.634291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-443" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.634559] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.634714] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.634857] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.635338] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.635505] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.635715] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.635833] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.636425] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.636602] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.636760] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.637026] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.637090] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.659811] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.660104] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.660299] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.660534] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-443" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.660885] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-2856cafb-8bf7-4d70-ae41-11c19f23558c taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.661115] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-2856cafb-8bf7-4d70-ae41-11c19f23558c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.661334] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-2856cafb-8bf7-4d70-ae41-11c19f23558c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.661721] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-2856cafb-8bf7-4d70-ae41-11c19f23558c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.661953] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2856cafb-8bf7-4d70-ae41-11c19f23558c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.164942] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.165296] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.165343] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.165579] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.165717] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.165867] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 2856cafb-8bf7-4d70-ae41-11c19f23558c not found, creating... [ 660.166133] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.166288] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.166397] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.166641] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.166774] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.167102] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.167289] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.167430] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.167642] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.167772] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.168065] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 2856cafb-8bf7-4d70-ae41-11c19f23558c is going to be created. [ 660.190890] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.191124] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.191244] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.191524] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.191746] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.191966] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-2856cafb-8bf7-4d70-ae41-11c19f23558c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.917381] env[66289]: INFO networking_nsxv3.common.synchronization [req-5a83f07d-8eb3-4ff4-9ab4-317ce4dc51b7 req-b27a7678-442f-474e-8c36-033d2939204c service nova] Enqueued Resource ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb with Priority: HIGHEST for action security_group_rules [ 660.917551] env[66289]: INFO networking_nsxv3.common.synchronization [req-5a83f07d-8eb3-4ff4-9ab4-317ce4dc51b7 req-b27a7678-442f-474e-8c36-033d2939204c service nova] Enqueued Resource ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb with Priority: HIGHEST for action security_group_members [ 660.917684] env[66289]: INFO networking_nsxv3.common.synchronization [req-5a83f07d-8eb3-4ff4-9ab4-317ce4dc51b7 req-b27a7678-442f-474e-8c36-033d2939204c service nova] Enqueued Resource ID: 2856cafb-8bf7-4d70-ae41-11c19f23558c with Priority: HIGHEST for action port [ 660.918228] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb with Priority: HIGHEST for action security_group_rules [ 660.918366] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb with Priority: HIGHEST for action security_group_members [ 660.918466] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2856cafb-8bf7-4d70-ae41-11c19f23558c with Priority: HIGHEST for action port [ 660.918737] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fd9bf79-199b-4b2a-bc32-ff427b150bfb taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.918928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.918928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.919533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.919533] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fd9bf79-199b-4b2a-bc32-ff427b150bfb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.920306] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.920428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.920495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.920672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.920821] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.921036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.921113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.921297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.921343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.921436] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd9bf79-199b-4b2a-bc32-ff427b150bfb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.922208] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-2856cafb-8bf7-4d70-ae41-11c19f23558c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.922317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2856cafb-8bf7-4d70-ae41-11c19f23558c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.922379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2856cafb-8bf7-4d70-ae41-11c19f23558c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.922526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2856cafb-8bf7-4d70-ae41-11c19f23558c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.922599] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2856cafb-8bf7-4d70-ae41-11c19f23558c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.287918] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30c844c4-5998-44b4-8163-e29c31990df6 in Status: SUCCESS [ 661.288231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.427259] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fd9bf79-199b-4b2a-bc32-ff427b150bfb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.427259] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.427259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.427259] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2856cafb-8bf7-4d70-ae41-11c19f23558c with status ACTIVE [ 661.427259] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.427259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.427259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.427259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.427259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.427259] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.427259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.427259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.427259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.427259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.427988] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.427988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.427988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.427988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.427988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.427988] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2856cafb-8bf7-4d70-ae41-11c19f23558c is going to be updated. [ 661.458997] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.459190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.459190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.459448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.459674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.459978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2856cafb-8bf7-4d70-ae41-11c19f23558c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.800073] env[66289]: INFO networking_nsxv3.common.synchronization [req-a53dc897-07e3-4ece-a586-5fcc79ac5741 req-b1bc7bab-36ee-41d0-b1f7-01fa28220e54 tempest-MultipleCreateTestJSON-754596718 tempest-MultipleCreateTestJSON-754596718-project-member] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 661.800647] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 661.800860] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.800987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.801079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.801450] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.801560] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.801633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.801633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.801795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.801879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.801971] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.934094] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fd9bf79-199b-4b2a-bc32-ff427b150bfb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.304906] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.305388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.305476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.305870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.306000] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.306357] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.306458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.306701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.306861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.307199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.307328] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 already deleted. [ 662.307551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.341747] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.341977] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.342087] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.342453] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.342787] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.342999] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.344415] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.346916] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.346916] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.346916] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.346916] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.346916] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.346916] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.346916] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.346916] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.346916] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.379498] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.379498] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.379498] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.379675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.379978] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-32e536dd-bd79-4e19-a074-ae3519e5f64e taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.380211] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-32e536dd-bd79-4e19-a074-ae3519e5f64e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.380300] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-32e536dd-bd79-4e19-a074-ae3519e5f64e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.380622] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-32e536dd-bd79-4e19-a074-ae3519e5f64e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.380811] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e536dd-bd79-4e19-a074-ae3519e5f64e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.434539] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.434718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.434796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.435128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.435223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.435339] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb is going to be created. [ 662.469505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.469738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.469738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.470048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.470196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.480939] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb in Status: UNINITIALIZED for 2s [ 663.072753] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.072753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.072753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.072753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.072753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.072753] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 32e536dd-bd79-4e19-a074-ae3519e5f64e not found, creating... [ 663.072753] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.072753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.072753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.072753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.072753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.074462] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.074462] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.074462] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.074462] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.074462] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.074462] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 32e536dd-bd79-4e19-a074-ae3519e5f64e is going to be created. [ 663.074462] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.074462] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.074462] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.076040] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.076040] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.076040] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-32e536dd-bd79-4e19-a074-ae3519e5f64e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.648143] env[66289]: INFO networking_nsxv3.common.synchronization [req-a53dc897-07e3-4ece-a586-5fcc79ac5741 req-905e4545-9ef1-4eee-83d8-87f8138ce6c3 service nova] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_rules [ 663.648548] env[66289]: INFO networking_nsxv3.common.synchronization [req-a53dc897-07e3-4ece-a586-5fcc79ac5741 req-905e4545-9ef1-4eee-83d8-87f8138ce6c3 service nova] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 663.648548] env[66289]: INFO networking_nsxv3.common.synchronization [req-a53dc897-07e3-4ece-a586-5fcc79ac5741 req-905e4545-9ef1-4eee-83d8-87f8138ce6c3 service nova] Enqueued Resource ID: 32e536dd-bd79-4e19-a074-ae3519e5f64e with Priority: HIGHEST for action port [ 663.652020] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_rules [ 663.652020] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 663.652020] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e536dd-bd79-4e19-a074-ae3519e5f64e with Priority: HIGHEST for action port [ 663.652020] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.652020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.652020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.652020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.652020] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.652020] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.652596] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.653442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.653702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.653958] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.655894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.655990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.656151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.656238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.656334] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.657888] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e536dd-bd79-4e19-a074-ae3519e5f64e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.658073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e536dd-bd79-4e19-a074-ae3519e5f64e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.658549] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e536dd-bd79-4e19-a074-ae3519e5f64e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.658835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e536dd-bd79-4e19-a074-ae3519e5f64e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.658949] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e536dd-bd79-4e19-a074-ae3519e5f64e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.163564] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.163703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.163920] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.164940] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32e536dd-bd79-4e19-a074-ae3519e5f64e with status ACTIVE [ 664.165191] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.165341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.165410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.165643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.165732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.165908] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.166014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.166074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.166245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.166310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.168169] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.168169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.168169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.168169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.168169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.168169] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32e536dd-bd79-4e19-a074-ae3519e5f64e is going to be updated. [ 664.195023] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.195285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.195285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.195508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.195622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.195786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e536dd-bd79-4e19-a074-ae3519e5f64e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.493616] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb in Status: SUCCESS [ 664.493933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.494162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.494290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.494585] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.494585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.494691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.494798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.495062] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.495062] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.495062] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fd9bf79-199b-4b2a-bc32-ff427b150bfb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.670785] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.811168] env[66289]: INFO networking_nsxv3.common.synchronization [None req-ce9a9681-168e-4ec6-9891-5eb55cfd6f49 None None] Enqueued Resource ID: a8b60bde-291c-4991-bc75-56dec7496777 with Priority: HIGHEST for action port [ 664.811728] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b60bde-291c-4991-bc75-56dec7496777 with Priority: HIGHEST for action port [ 664.812259] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b60bde-291c-4991-bc75-56dec7496777 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.812380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b60bde-291c-4991-bc75-56dec7496777" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.812444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b60bde-291c-4991-bc75-56dec7496777" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.812710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b60bde-291c-4991-bc75-56dec7496777" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.812790] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b60bde-291c-4991-bc75-56dec7496777',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.997440] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.997773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.997773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.998231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.998231] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.998231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.998231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.998413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.998588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.998588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.998720] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.998790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.998840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.998961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.999109] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.999200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.999281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.999703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.999703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.999703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.999703] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fd9bf79-199b-4b2a-bc32-ff427b150bfb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.027543] env[66289]: INFO networking_nsxv3.common.synchronization [req-a53dc897-07e3-4ece-a586-5fcc79ac5741 req-5bf5b2ad-0960-4cc3-b1d8-fd4ffe7ac1d2 tempest-MultipleCreateTestJSON-754596718 tempest-MultipleCreateTestJSON-754596718-project-member] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 665.027705] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 665.028043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.028292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.174062] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.174314] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.174314] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.174739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.174879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.174879] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be created. [ 665.200736] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.201563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.201563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.201563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.201563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.212924] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: UNINITIALIZED for 2s [ 665.315257] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8b60bde-291c-4991-bc75-56dec7496777 [ 665.315257] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.315412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.315884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.315884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.315884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.315884] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8b60bde-291c-4991-bc75-56dec7496777 already deleted. [ 665.316098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b60bde-291c-4991-bc75-56dec7496777" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.503637] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fd9bf79-199b-4b2a-bc32-ff427b150bfb: rpc.has_security_group_logging(os_id): False [ 665.522178] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.522620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.522801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.523252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.523486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.523829] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.524702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.524702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.524702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.524702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.524702] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.524702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.525031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.525031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.525114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.528022] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.528022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.528022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.528022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.528022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.528022] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb is going to be created. [ 665.598265] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.598484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.598484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.598679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.598911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.613929] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb in Status: IN_PROGRESS for 2s [ 665.786553] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.786864] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.786864] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.787108] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.787873] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.788211] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.788211] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.788439] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.788577] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.788779] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.788885] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.788983] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.789103] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.789211] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.789320] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.789438] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.810282] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.810482] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.810616] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.811901] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.811901] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-fb5808c1-8d14-4496-bb98-8a09133d52ce taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.811901] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-fb5808c1-8d14-4496-bb98-8a09133d52ce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.811901] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-fb5808c1-8d14-4496-bb98-8a09133d52ce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.811901] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-fb5808c1-8d14-4496-bb98-8a09133d52ce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.812243] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb5808c1-8d14-4496-bb98-8a09133d52ce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.315981] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.316746] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.316746] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.316908] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.317123] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.318100] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port fb5808c1-8d14-4496-bb98-8a09133d52ce not found, creating... [ 666.318100] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.318223] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.318356] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.318628] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.318906] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.319397] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.319591] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.319710] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.319967] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.320157] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.320356] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: fb5808c1-8d14-4496-bb98-8a09133d52ce is going to be created. [ 666.349381] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.349606] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.349656] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.349921] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.350177] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.350400] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-fb5808c1-8d14-4496-bb98-8a09133d52ce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.938701] env[66289]: INFO networking_nsxv3.common.synchronization [None req-f3f16f4b-79ad-4f85-b2d4-085ac514a773 None None] Enqueued Resource ID: 1fddf31f-bf19-47ad-8409-a0210060db57 with Priority: HIGHEST for action port [ 666.939319] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fddf31f-bf19-47ad-8409-a0210060db57 with Priority: HIGHEST for action port [ 666.939565] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fddf31f-bf19-47ad-8409-a0210060db57 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.939697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fddf31f-bf19-47ad-8409-a0210060db57" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.939777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fddf31f-bf19-47ad-8409-a0210060db57" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.940124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fddf31f-bf19-47ad-8409-a0210060db57" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.940124] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fddf31f-bf19-47ad-8409-a0210060db57',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.087604] env[66289]: INFO networking_nsxv3.common.synchronization [req-a53dc897-07e3-4ece-a586-5fcc79ac5741 req-a03682d6-801e-418b-b9f7-5d19febf0b14 service nova] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_rules [ 667.087765] env[66289]: INFO networking_nsxv3.common.synchronization [req-a53dc897-07e3-4ece-a586-5fcc79ac5741 req-a03682d6-801e-418b-b9f7-5d19febf0b14 service nova] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 667.087949] env[66289]: INFO networking_nsxv3.common.synchronization [req-a53dc897-07e3-4ece-a586-5fcc79ac5741 req-a03682d6-801e-418b-b9f7-5d19febf0b14 service nova] Enqueued Resource ID: fb5808c1-8d14-4496-bb98-8a09133d52ce with Priority: HIGHEST for action port [ 667.089496] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_rules [ 667.089496] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 667.089496] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5808c1-8d14-4496-bb98-8a09133d52ce with Priority: HIGHEST for action port [ 667.089496] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.089496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.089831] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.089935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.090177] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb5808c1-8d14-4496-bb98-8a09133d52ce taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.090290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb5808c1-8d14-4496-bb98-8a09133d52ce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.090379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb5808c1-8d14-4496-bb98-8a09133d52ce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.091145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb5808c1-8d14-4496-bb98-8a09133d52ce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.091145] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb5808c1-8d14-4496-bb98-8a09133d52ce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.230257] env[66289]: INFO networking_nsxv3.common.synchronization [None req-64deff41-d9c3-45a0-a381-30543087876a None None] Enqueued Resource ID: 0c05a543-e87b-4304-9309-1c95782aea78 with Priority: HIGHEST for action port [ 667.232736] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 667.232736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.235577] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c05a543-e87b-4304-9309-1c95782aea78 with Priority: HIGHEST for action port [ 667.235577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.235577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.235577] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.235577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.235577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.235577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.235577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.235577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.235577] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.236211] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c05a543-e87b-4304-9309-1c95782aea78 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.236211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c05a543-e87b-4304-9309-1c95782aea78" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.236211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c05a543-e87b-4304-9309-1c95782aea78" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.236368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c05a543-e87b-4304-9309-1c95782aea78" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.236452] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c05a543-e87b-4304-9309-1c95782aea78',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.237235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.237406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.237586] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.237739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.237739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.237871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.237959] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.238085] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.444887] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fddf31f-bf19-47ad-8409-a0210060db57 [ 667.444887] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.444887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.444887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.444887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.444887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.444887] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fddf31f-bf19-47ad-8409-a0210060db57 already deleted. [ 667.444887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fddf31f-bf19-47ad-8409-a0210060db57" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.594092] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb5808c1-8d14-4496-bb98-8a09133d52ce with status ACTIVE [ 667.594092] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.594092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.594092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.594491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.594491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.596132] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.596132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.596132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.596132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.596132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.596132] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.596132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.596132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.596132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.596132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.597296] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb5808c1-8d14-4496-bb98-8a09133d52ce is going to be updated. [ 667.627038] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.627038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.627038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.627038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.628998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.628998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb5808c1-8d14-4496-bb98-8a09133d52ce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.629239] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb in Status: SUCCESS [ 667.629503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.716625] env[66289]: INFO networking_nsxv3.common.synchronization [req-700b3091-b4c6-4c17-a674-eac38ef81d80 req-8a00527c-eb48-4265-b968-7c3269fe6148 tempest-SecurityGroupRulesTestJSON-1995388121 tempest-SecurityGroupRulesTestJSON-1995388121-project-member] Enqueued Resource ID: b5c2840a-7b8e-40cb-9ea0-ff217f5d9df4 with Priority: HIGHEST for action security_group_rules [ 667.717310] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5c2840a-7b8e-40cb-9ea0-ff217f5d9df4 with Priority: HIGHEST for action security_group_rules [ 667.718037] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5c2840a-7b8e-40cb-9ea0-ff217f5d9df4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.718037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5c2840a-7b8e-40cb-9ea0-ff217f5d9df4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.720298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5c2840a-7b8e-40cb-9ea0-ff217f5d9df4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.721040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5c2840a-7b8e-40cb-9ea0-ff217f5d9df4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.721321] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5c2840a-7b8e-40cb-9ea0-ff217f5d9df4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.742668] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.744799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.744799] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c05a543-e87b-4304-9309-1c95782aea78 [ 667.744799] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.744799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.744799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.744799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.744799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.744799] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c05a543-e87b-4304-9309-1c95782aea78 already deleted. [ 667.744799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c05a543-e87b-4304-9309-1c95782aea78" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.744799] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.248413] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.248413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.248413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.248413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.248413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.249038] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5c2840a-7b8e-40cb-9ea0-ff217f5d9df4 already deleted. [ 668.249038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5c2840a-7b8e-40cb-9ea0-ff217f5d9df4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.249459] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.755044] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.755044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.755044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.755044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.755044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.755044] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 668.788626] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.788896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.788994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.789349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.789539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.802865] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 670.385468] env[66289]: INFO networking_nsxv3.common.synchronization [req-234d9fc4-c6f5-4129-bfec-1fef596da4be req-71e383be-fc06-4a19-a666-d726b9e72111 tempest-DeleteServersAdminTestJSON-343230109 tempest-DeleteServersAdminTestJSON-343230109-project-member] Enqueued Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 670.386548] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 670.387354] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.387549] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.387659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.387971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.388206] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.388324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.388324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.388937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.388937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.388937] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.793946] env[66289]: INFO networking_nsxv3.common.synchronization [None req-f4f21124-cfa6-4a1f-8b57-49336fed9bb8 None None] Enqueued Resource ID: 876db3d6-784a-40cc-92be-361356c13e29 with Priority: HIGHEST for action port [ 670.794236] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876db3d6-784a-40cc-92be-361356c13e29 with Priority: HIGHEST for action port [ 670.794795] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-876db3d6-784a-40cc-92be-361356c13e29 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.794886] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-876db3d6-784a-40cc-92be-361356c13e29" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.794960] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-876db3d6-784a-40cc-92be-361356c13e29" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.795217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-876db3d6-784a-40cc-92be-361356c13e29" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.795631] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876db3d6-784a-40cc-92be-361356c13e29',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.815197] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 670.815396] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.815663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.815772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.815959] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.816094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.816158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.816333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.816438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.816539] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.892184] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.892358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.892471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.892647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.892786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.892917] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.893029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.893102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.893247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.893322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.893409] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 is going to be updated. [ 670.895597] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.895763] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.895877] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.896164] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.896424] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.896646] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.896818] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.897183] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.897396] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.897732] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.897870] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.898055] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.898245] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.898433] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.898617] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.898823] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.921687] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.921843] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.921975] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.922169] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.922495] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-60070769-919e-48be-8822-1cf06c73a84e taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.922663] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-60070769-919e-48be-8822-1cf06c73a84e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.922774] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-60070769-919e-48be-8822-1cf06c73a84e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.923119] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-60070769-919e-48be-8822-1cf06c73a84e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.923309] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60070769-919e-48be-8822-1cf06c73a84e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.929812] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.929972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.930025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.930239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.930378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.939899] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: IN_PROGRESS for 2s [ 671.297809] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 876db3d6-784a-40cc-92be-361356c13e29 [ 671.297809] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.297927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.297927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.299034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.299034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.299034] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:876db3d6-784a-40cc-92be-361356c13e29 already deleted. [ 671.299034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-876db3d6-784a-40cc-92be-361356c13e29" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.319614] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.425607] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.426043] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.426479] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.426675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.426897] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.426980] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 60070769-919e-48be-8822-1cf06c73a84e not found, creating... [ 671.427307] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.427463] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.427576] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.427790] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.427922] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.428285] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.428519] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.428664] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.429556] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.429749] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.429937] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 60070769-919e-48be-8822-1cf06c73a84e is going to be created. [ 671.451287] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.451513] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.451622] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.451893] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.452129] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.452351] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-60070769-919e-48be-8822-1cf06c73a84e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.822631] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.225966] env[66289]: INFO networking_nsxv3.common.synchronization [req-234d9fc4-c6f5-4129-bfec-1fef596da4be req-ff73443d-a3d9-437e-8851-f0c9d3b7d25f service nova] Enqueued Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_rules [ 672.226166] env[66289]: INFO networking_nsxv3.common.synchronization [req-234d9fc4-c6f5-4129-bfec-1fef596da4be req-ff73443d-a3d9-437e-8851-f0c9d3b7d25f service nova] Enqueued Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 672.226300] env[66289]: INFO networking_nsxv3.common.synchronization [req-234d9fc4-c6f5-4129-bfec-1fef596da4be req-ff73443d-a3d9-437e-8851-f0c9d3b7d25f service nova] Enqueued Resource ID: 60070769-919e-48be-8822-1cf06c73a84e with Priority: HIGHEST for action port [ 672.227400] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_rules [ 672.227400] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 672.231933] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60070769-919e-48be-8822-1cf06c73a84e with Priority: HIGHEST for action port [ 672.236029] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.236029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.236029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.236029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.236029] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.236357] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.236357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.236795] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-60070769-919e-48be-8822-1cf06c73a84e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.236965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60070769-919e-48be-8822-1cf06c73a84e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.237117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60070769-919e-48be-8822-1cf06c73a84e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.237355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60070769-919e-48be-8822-1cf06c73a84e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.237437] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60070769-919e-48be-8822-1cf06c73a84e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.442728] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.443099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.443099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.443215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.443282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.443344] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 672.445320] env[66289]: INFO networking_nsxv3.common.synchronization [req-99e4389e-d9e9-4929-8568-df1291965dbe req-9b8e4ad6-3b93-40e4-958f-80952e681f42 tempest-ImagesNegativeTestJSON-998890207 tempest-ImagesNegativeTestJSON-998890207-project-member] Enqueued Resource ID: 30c844c4-5998-44b4-8163-e29c31990df6 with Priority: HIGHEST for action security_group_members [ 672.447062] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c844c4-5998-44b4-8163-e29c31990df6 with Priority: HIGHEST for action security_group_members [ 672.448046] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-30c844c4-5998-44b4-8163-e29c31990df6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.448046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.448046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.448046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.448046] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.448359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.448359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.448359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.448464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.448565] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30c844c4-5998-44b4-8163-e29c31990df6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.475968] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.475968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.475968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.475968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.476206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.486801] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 672.741215] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.741215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.741215] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60070769-919e-48be-8822-1cf06c73a84e with status ACTIVE [ 672.741215] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.741215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.741215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.741215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.741215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.741215] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.741215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.741215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.744315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.744431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.744644] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.744817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.744879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.745023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.745117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.745186] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60070769-919e-48be-8822-1cf06c73a84e is going to be updated. [ 672.772217] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.772413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.772486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.772705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.772842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.772996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60070769-919e-48be-8822-1cf06c73a84e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.951924] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: SUCCESS [ 672.951924] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 deletion is rescheduled due to dependency. [ 672.951924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.953158] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.953158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.953158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.953158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.955521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.955521] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.955521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.955521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.955521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.955521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.955763] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c844c4-5998-44b4-8163-e29c31990df6 is going to be updated. [ 672.956673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.956868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.957660] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.957774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.957774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.958148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.958148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.958148] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.991726] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.991892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.991941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.992227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.992414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.002614] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c844c4-5998-44b4-8163-e29c31990df6 in Status: IN_PROGRESS for 2s [ 673.463284] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.531790] env[66289]: INFO networking_nsxv3.common.synchronization [req-ebeedb2f-f07b-490d-8409-99f7f963e55d req-e58f2dc5-a120-40f1-a479-943a911d788c tempest-SecurityGroupRulesTestJSON-1995388121 tempest-SecurityGroupRulesTestJSON-1995388121-project-member] Enqueued Resource ID: 4e425dac-3e32-4f84-a48d-77c288f2132f with Priority: HIGHEST for action security_group_rules [ 673.531790] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e425dac-3e32-4f84-a48d-77c288f2132f with Priority: HIGHEST for action security_group_rules [ 673.532888] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e425dac-3e32-4f84-a48d-77c288f2132f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.532888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e425dac-3e32-4f84-a48d-77c288f2132f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.532888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e425dac-3e32-4f84-a48d-77c288f2132f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.532888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e425dac-3e32-4f84-a48d-77c288f2132f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.532888] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e425dac-3e32-4f84-a48d-77c288f2132f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.966048] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.065424] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.065424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.065424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.065424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.065424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.065424] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e425dac-3e32-4f84-a48d-77c288f2132f already deleted. [ 674.065424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e425dac-3e32-4f84-a48d-77c288f2132f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.470347] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.470347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.470347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.473071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.473071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.473071] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 is going to be updated. [ 674.504300] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 674.505027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.508359] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.508359] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.508359] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.508359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.509336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.509749] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.523229] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.523229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.523229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.523229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.523229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.535668] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: IN_PROGRESS for 2s [ 675.012455] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cba08dc-4705-4426-a1de-4bc4790cf756: rpc.has_security_group_logging(os_id): False [ 675.014633] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30c844c4-5998-44b4-8163-e29c31990df6 in Status: SUCCESS [ 675.015619] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30c844c4-5998-44b4-8163-e29c31990df6 deletion is rescheduled due to dependency. [ 675.015847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.035519] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.035674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.035746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.035967] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.036067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.036259] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.036357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.036418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.036569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.036643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.036827] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.036919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.036979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.037223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.037291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.037485] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.037578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.037638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.037782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.037855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.037939] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be created. [ 675.121620] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.121811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.121926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.122173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.123588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.141277] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 675.195058] env[66289]: INFO networking_nsxv3.common.synchronization [req-42244e62-cf8d-48b0-af69-f622db4e0ca6 req-b5db29ac-8c0a-461b-aa6c-fd13b46142aa tempest-ServersAdminTestJSON-1705096917 tempest-ServersAdminTestJSON-1705096917-project-member] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 675.195473] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 675.195959] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.196126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.196126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.196343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.196508] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.196609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.196671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.196818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.196891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.196994] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.701539] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.754929] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.754929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.754929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.754929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.754929] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.755789] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.755789] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.756240] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.756413] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.756627] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.756738] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.756842] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.756945] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.757175] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.757348] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.757496] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.776134] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.776349] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.776513] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.776812] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.777032] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-175b1d6d-7020-4a5e-8d41-7525a36ce61b taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.777284] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-175b1d6d-7020-4a5e-8d41-7525a36ce61b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.777403] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-175b1d6d-7020-4a5e-8d41-7525a36ce61b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.778375] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-175b1d6d-7020-4a5e-8d41-7525a36ce61b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.778375] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175b1d6d-7020-4a5e-8d41-7525a36ce61b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.204059] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.281811] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.281811] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.281811] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.281811] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.281811] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.282146] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 175b1d6d-7020-4a5e-8d41-7525a36ce61b not found, creating... [ 676.283721] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.283925] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.284013] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.284288] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.284458] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.284750] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.284906] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.285047] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.285284] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.285414] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.285551] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 175b1d6d-7020-4a5e-8d41-7525a36ce61b is going to be created. [ 676.307911] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.308237] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.309213] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.309355] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.309687] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.310271] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-175b1d6d-7020-4a5e-8d41-7525a36ce61b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.546690] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: SUCCESS [ 676.547288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.547288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.547453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.547544] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.547682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.547730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.547879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.547961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.548059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.548152] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.706656] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.706979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.706979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.707198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.707303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.707405] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 676.736850] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.737019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.737184] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.737491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.737650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.748854] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 677.024267] env[66289]: INFO networking_nsxv3.common.synchronization [req-42244e62-cf8d-48b0-af69-f622db4e0ca6 req-ca2cf440-b033-4e56-81b5-24122e30de56 service nova] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_rules [ 677.024267] env[66289]: INFO networking_nsxv3.common.synchronization [req-42244e62-cf8d-48b0-af69-f622db4e0ca6 req-ca2cf440-b033-4e56-81b5-24122e30de56 service nova] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 677.024267] env[66289]: INFO networking_nsxv3.common.synchronization [req-42244e62-cf8d-48b0-af69-f622db4e0ca6 req-ca2cf440-b033-4e56-81b5-24122e30de56 service nova] Enqueued Resource ID: 175b1d6d-7020-4a5e-8d41-7525a36ce61b with Priority: HIGHEST for action port [ 677.024267] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_rules [ 677.024267] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 677.024267] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175b1d6d-7020-4a5e-8d41-7525a36ce61b with Priority: HIGHEST for action port [ 677.024929] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.025040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.025180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.025355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.025439] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.026313] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.026404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.026612] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-175b1d6d-7020-4a5e-8d41-7525a36ce61b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.026711] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-175b1d6d-7020-4a5e-8d41-7525a36ce61b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.026777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-175b1d6d-7020-4a5e-8d41-7525a36ce61b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.026961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-175b1d6d-7020-4a5e-8d41-7525a36ce61b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.027051] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('175b1d6d-7020-4a5e-8d41-7525a36ce61b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.052834] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.052834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.052834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.052834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.052834] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.052834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.052834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.053248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.053248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.053248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.053356] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.053604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.053604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.053704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.053869] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.054014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.054095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.054287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.054384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.054500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.054611] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.160850] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 677.161076] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.161249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.161512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.161548] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.529217] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.529436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.531731] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 175b1d6d-7020-4a5e-8d41-7525a36ce61b with status ACTIVE [ 677.531885] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.532029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.532101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.532327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.532420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.532600] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.532701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.532758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.533079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.533079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.533178] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.533270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.533328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.533470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.533540] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.533624] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 175b1d6d-7020-4a5e-8d41-7525a36ce61b is going to be updated. [ 677.556950] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.557152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.557205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.557439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.557574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.557729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-175b1d6d-7020-4a5e-8d41-7525a36ce61b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.559914] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f3f5687-5428-4bf5-abe2-bd4902b13d44: rpc.has_security_group_logging(os_id): False [ 677.578805] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.579010] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.579056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.579257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.579346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.579573] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.579673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.579728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.579876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.579949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.580148] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.580245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.580305] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.580472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.580548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.580730] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.580822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.580876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.581028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.581105] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.581311] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 is going to be updated. [ 677.659795] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.659795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.660019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.660098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.660257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.664350] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.664698] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.664909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.665022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.665273] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.665388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.665453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.665624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.665711] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.665797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.665996] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.680694] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: IN_PROGRESS for 2s [ 678.168909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.169325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.169494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.169864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.170219] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.170399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.170573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.170839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.170984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.171152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.171431] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.171582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.171775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.171944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.172422] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.172725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.172942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.173250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.173405] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.173607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.173857] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.676388] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cba08dc-4705-4426-a1de-4bc4790cf756: rpc.has_security_group_logging(os_id): False [ 678.698275] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.698389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.698455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.698688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.698768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.698960] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.699157] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.699157] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.699353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.699353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.700237] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.700237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.700237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.700237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.700237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.700237] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.700556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.700603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.700792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.700917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.700977] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 678.759496] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 678.759496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.759701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.759978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.760210] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.760361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.760430] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.760588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.760693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.760822] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.775260] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.775455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.775505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.775705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.775865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.792307] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 678.847794] env[66289]: INFO networking_nsxv3.common.synchronization [None req-5dd349dc-8ab7-4b8c-bc03-b27487e770cc None None] Enqueued Resource ID: c789029d-30df-450c-812b-7a4a92335396 with Priority: HIGHEST for action port [ 678.848333] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c789029d-30df-450c-812b-7a4a92335396 with Priority: HIGHEST for action port [ 678.848912] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-c789029d-30df-450c-812b-7a4a92335396 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.848912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c789029d-30df-450c-812b-7a4a92335396" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.848912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c789029d-30df-450c-812b-7a4a92335396" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.849625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c789029d-30df-450c-812b-7a4a92335396" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.849775] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c789029d-30df-450c-812b-7a4a92335396',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.263110] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.351863] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c789029d-30df-450c-812b-7a4a92335396 [ 679.352188] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.352355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.352355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.353034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.353034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.353034] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c789029d-30df-450c-812b-7a4a92335396 already deleted. [ 679.353034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c789029d-30df-450c-812b-7a4a92335396" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.619679] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-a3655b99-3509-4875-abe8-6e7729738893 tempest-ListServersNegativeTestJSON-2017411964 tempest-ListServersNegativeTestJSON-2017411964-project-member] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 679.619907] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 679.620398] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.620398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.620765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.621061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.621229] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.622040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.622190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.622382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.622482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.622579] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.702031] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: SUCCESS [ 679.702031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.767691] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.126624] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.126624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.126624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.126624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.126624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.126624] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.126624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.126624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.128968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.128968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.128968] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 already deleted. [ 680.128968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.222061] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.222178] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.222312] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.222689] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.222981] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.223154] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.223266] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.223518] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.223709] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.223958] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.224126] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.224245] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.224368] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.224549] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.224644] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.224788] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.251746] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.251925] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.252083] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.252248] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.252833] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-4f1548d3-6637-4437-8f44-1dabb4f0520f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.252833] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-4f1548d3-6637-4437-8f44-1dabb4f0520f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.252833] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-4f1548d3-6637-4437-8f44-1dabb4f0520f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.253963] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-4f1548d3-6637-4437-8f44-1dabb4f0520f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.254646] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1548d3-6637-4437-8f44-1dabb4f0520f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.270727] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.271289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.271289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.271289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.271289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.271495] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 680.309911] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.310223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.310341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.310695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.310941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.326891] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 680.758452] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.758755] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.758814] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.759103] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.759254] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.759418] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 4f1548d3-6637-4437-8f44-1dabb4f0520f not found, creating... [ 680.759709] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.759873] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.759987] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.760222] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.760673] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.760750] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.760989] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.761059] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.761233] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.761347] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.761485] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 4f1548d3-6637-4437-8f44-1dabb4f0520f is going to be created. [ 680.784103] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.784482] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.784657] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.785097] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.785779] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.785779] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-4f1548d3-6637-4437-8f44-1dabb4f0520f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.807551] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 680.807750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.576465] env[66289]: INFO networking_nsxv3.common.synchronization [None req-ec65d1d3-7246-44a4-84d9-ce3d842714b5 None None] Enqueued Resource ID: 26d5fa49-09d4-4c10-ae83-b1d65dd285b1 with Priority: HIGHEST for action port [ 681.576465] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d5fa49-09d4-4c10-ae83-b1d65dd285b1 with Priority: HIGHEST for action port [ 681.576813] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d5fa49-09d4-4c10-ae83-b1d65dd285b1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.577549] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d5fa49-09d4-4c10-ae83-b1d65dd285b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.577549] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d5fa49-09d4-4c10-ae83-b1d65dd285b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.577990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d5fa49-09d4-4c10-ae83-b1d65dd285b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.578118] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d5fa49-09d4-4c10-ae83-b1d65dd285b1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.598688] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-76d25af6-c914-4516-ae6a-385c7d3ec573 service nova] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_rules [ 681.599824] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-76d25af6-c914-4516-ae6a-385c7d3ec573 service nova] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 681.599824] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-76d25af6-c914-4516-ae6a-385c7d3ec573 service nova] Enqueued Resource ID: 4f1548d3-6637-4437-8f44-1dabb4f0520f with Priority: HIGHEST for action port [ 681.600682] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_rules [ 681.601998] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 681.602186] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1548d3-6637-4437-8f44-1dabb4f0520f with Priority: HIGHEST for action port [ 681.602534] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.602693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.602773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.603007] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.603084] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.604289] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.604410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.604475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.604925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.604925] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.604925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.605274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.605274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.605274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.605274] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.609213] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f1548d3-6637-4437-8f44-1dabb4f0520f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.609213] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f1548d3-6637-4437-8f44-1dabb4f0520f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.609213] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f1548d3-6637-4437-8f44-1dabb4f0520f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.609718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f1548d3-6637-4437-8f44-1dabb4f0520f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.609718] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1548d3-6637-4437-8f44-1dabb4f0520f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.080403] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d5fa49-09d4-4c10-ae83-b1d65dd285b1 [ 682.080648] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.080796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.081378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.081378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.081378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.081378] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d5fa49-09d4-4c10-ae83-b1d65dd285b1 already deleted. [ 682.081378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d5fa49-09d4-4c10-ae83-b1d65dd285b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.111997] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.112191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.112374] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.113314] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f1548d3-6637-4437-8f44-1dabb4f0520f with status ACTIVE [ 682.113498] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.113639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.113745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.113909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.113996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.114186] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.114294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.114354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.114543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.114752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.114957] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.115088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.115178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.115344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.115420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.115506] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f1548d3-6637-4437-8f44-1dabb4f0520f is going to be updated. [ 682.141486] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.141486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.141687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.141869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.141923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.142075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f1548d3-6637-4437-8f44-1dabb4f0520f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.338168] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 682.339169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.339169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.339169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.339169] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.339861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.339861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.339861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.339861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.340016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.340016] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.619798] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.826168] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-89939813-4ed5-4bc6-8a34-184ab799683a tempest-ListServersNegativeTestJSON-2017411964 tempest-ListServersNegativeTestJSON-2017411964-project-member] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 682.826742] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 682.827053] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.827227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.842728] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.842901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.842989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.843276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.843455] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.843562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.843641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.843805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.843894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.843985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.844161] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.844262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.844323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.844419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.844560] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.844654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.844722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.844846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.844920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.845014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.845188] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.121489] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.121871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.122057] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.122364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.122552] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.123061] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be created. [ 683.151030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.153246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.153246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.153246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.153246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.165352] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: UNINITIALIZED for 2s [ 683.349748] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3b2918-b02f-4f24-9fee-7af2e24eaf8b: rpc.has_security_group_logging(os_id): False [ 683.371069] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.371528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.371528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.371892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.371892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.372101] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.372228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.372327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.372531] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.372617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.372935] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.373075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.373135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.373301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.373515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.373687] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.373866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.373978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.374200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.374296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.374547] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 683.459316] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.459512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.459597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.459836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.459994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.486285] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 683.681084] env[66289]: INFO networking_nsxv3.common.synchronization [None req-c7c19fbb-1d40-4331-853a-782e0c002719 None None] Enqueued Resource ID: 51837cdc-0c0b-4820-95f2-3ed20cc739cc with Priority: HIGHEST for action port [ 683.681819] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51837cdc-0c0b-4820-95f2-3ed20cc739cc with Priority: HIGHEST for action port [ 683.683485] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-51837cdc-0c0b-4820-95f2-3ed20cc739cc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.683485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51837cdc-0c0b-4820-95f2-3ed20cc739cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.683677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51837cdc-0c0b-4820-95f2-3ed20cc739cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.684040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51837cdc-0c0b-4820-95f2-3ed20cc739cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.684298] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51837cdc-0c0b-4820-95f2-3ed20cc739cc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.173647] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.173882] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.174016] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.174448] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.175036] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.175036] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.175305] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.175935] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.175935] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.175935] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.175935] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.176177] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.176177] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.176288] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.176592] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.176592] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.191158] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51837cdc-0c0b-4820-95f2-3ed20cc739cc [ 684.191701] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.191701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.191701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.191921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.191921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.192049] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51837cdc-0c0b-4820-95f2-3ed20cc739cc already deleted. [ 684.192294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51837cdc-0c0b-4820-95f2-3ed20cc739cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.207558] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.207729] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.207861] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.208118] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.208365] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-6827ebec-5eba-4c9f-a3d0-2602834092ac taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.209294] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-6827ebec-5eba-4c9f-a3d0-2602834092ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.209294] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-6827ebec-5eba-4c9f-a3d0-2602834092ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.209294] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-6827ebec-5eba-4c9f-a3d0-2602834092ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.209294] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6827ebec-5eba-4c9f-a3d0-2602834092ac',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.598799] env[66289]: INFO networking_nsxv3.common.synchronization [req-e43d71d9-7524-4614-a2d8-8d5e2f68c33c req-8bc1a3e4-0bf2-4d90-9ef2-28ca912fcefe tempest-AttachInterfacesV270Test-639698652 tempest-AttachInterfacesV270Test-639698652-project-member] Enqueued Resource ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb with Priority: HIGHEST for action security_group_members [ 684.600033] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb with Priority: HIGHEST for action security_group_members [ 684.600033] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.600450] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.600450] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.600674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.600833] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.603188] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.603188] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.603188] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.603188] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.603188] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fd9bf79-199b-4b2a-bc32-ff427b150bfb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.711704] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.712119] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.712119] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.712389] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.712488] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.712636] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 6827ebec-5eba-4c9f-a3d0-2602834092ac not found, creating... [ 684.712892] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.713063] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.713177] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.713392] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.713524] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.713805] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.713938] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.714058] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.714262] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.714390] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.714528] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 6827ebec-5eba-4c9f-a3d0-2602834092ac is going to be created. [ 684.739025] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.739025] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.739025] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.739025] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.739025] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.739025] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-6827ebec-5eba-4c9f-a3d0-2602834092ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.928903] env[66289]: INFO networking_nsxv3.common.synchronization [None req-d0b70ff1-fe64-4105-a98a-e1f46ad90434 None None] Enqueued Resource ID: 5661ce84-c4ed-446d-9fee-24645f82858f with Priority: HIGHEST for action port [ 684.929565] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5661ce84-c4ed-446d-9fee-24645f82858f with Priority: HIGHEST for action port [ 684.929905] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5661ce84-c4ed-446d-9fee-24645f82858f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.930162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5661ce84-c4ed-446d-9fee-24645f82858f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.930284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5661ce84-c4ed-446d-9fee-24645f82858f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.930653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5661ce84-c4ed-446d-9fee-24645f82858f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.930853] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5661ce84-c4ed-446d-9fee-24645f82858f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.105624] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.105789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.105859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.106136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.106237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.106438] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.106539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.106600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.106748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.106823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.106909] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb is going to be updated. [ 685.138245] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.138437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.138437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.138728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.138770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.148509] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb in Status: IN_PROGRESS for 2s [ 685.174554] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 685.174789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.174957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.175256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.175452] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.175577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.175643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.175807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.175891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.175981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.176103] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.177228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.177458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.177667] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.177812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.177894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.178082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.178196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.178325] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.434818] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5661ce84-c4ed-446d-9fee-24645f82858f [ 685.435159] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.435303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.435384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.435734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.435828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.435929] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5661ce84-c4ed-446d-9fee-24645f82858f already deleted. [ 685.436051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5661ce84-c4ed-446d-9fee-24645f82858f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.447413] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-a6a32a75-5b44-45cf-8ef8-8afde03d9b04 service nova] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_rules [ 685.447413] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-a6a32a75-5b44-45cf-8ef8-8afde03d9b04 service nova] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 685.447413] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-a6a32a75-5b44-45cf-8ef8-8afde03d9b04 service nova] Enqueued Resource ID: 6827ebec-5eba-4c9f-a3d0-2602834092ac with Priority: HIGHEST for action port [ 685.447875] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_rules [ 685.448401] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 685.448705] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6827ebec-5eba-4c9f-a3d0-2602834092ac with Priority: HIGHEST for action port [ 685.449106] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.449452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.449764] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.449928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.450212] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-6827ebec-5eba-4c9f-a3d0-2602834092ac taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.450647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6827ebec-5eba-4c9f-a3d0-2602834092ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.450789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6827ebec-5eba-4c9f-a3d0-2602834092ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.451088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6827ebec-5eba-4c9f-a3d0-2602834092ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.451302] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6827ebec-5eba-4c9f-a3d0-2602834092ac',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.504161] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 685.504658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.680150] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.680346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.681737] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.927470] env[66289]: INFO networking_nsxv3.common.synchronization [req-71abe3ff-ea98-4205-857f-c0a1e48de0c1 req-c105d314-c533-4760-8179-53dea2ded51f tempest-SecurityGroupRulesTestJSON-1995388121 tempest-SecurityGroupRulesTestJSON-1995388121-project-member] Enqueued Resource ID: 6c11deca-fbb2-44da-8c5f-68ef6ae7acee with Priority: HIGHEST for action security_group_rules [ 685.927470] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c11deca-fbb2-44da-8c5f-68ef6ae7acee with Priority: HIGHEST for action security_group_rules [ 685.927990] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c11deca-fbb2-44da-8c5f-68ef6ae7acee taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.927990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c11deca-fbb2-44da-8c5f-68ef6ae7acee" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.927990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c11deca-fbb2-44da-8c5f-68ef6ae7acee" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.928436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c11deca-fbb2-44da-8c5f-68ef6ae7acee" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.928436] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c11deca-fbb2-44da-8c5f-68ef6ae7acee',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.955688] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6827ebec-5eba-4c9f-a3d0-2602834092ac with status ACTIVE [ 685.955688] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.955688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.956036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.956036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.956302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.956302] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.956518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.956518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.956700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.956785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.956972] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.957110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.957255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.957461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.957461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.957573] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6827ebec-5eba-4c9f-a3d0-2602834092ac is going to be updated. [ 686.007069] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.007069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.007069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.007069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.007069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.007069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6827ebec-5eba-4c9f-a3d0-2602834092ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.132390] env[66289]: INFO networking_nsxv3.common.synchronization [None req-2c2c4d34-830f-4e52-9ba1-0dbfadf02ab8 None None] Enqueued Resource ID: 5cc31c17-12f1-4d44-b070-ca2a46d085e7 with Priority: HIGHEST for action port [ 686.132390] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc31c17-12f1-4d44-b070-ca2a46d085e7 with Priority: HIGHEST for action port [ 686.132390] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cc31c17-12f1-4d44-b070-ca2a46d085e7 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.132390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cc31c17-12f1-4d44-b070-ca2a46d085e7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.132390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cc31c17-12f1-4d44-b070-ca2a46d085e7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.132390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cc31c17-12f1-4d44-b070-ca2a46d085e7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.132390] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cc31c17-12f1-4d44-b070-ca2a46d085e7',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.186430] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.448683] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.448814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.448888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.449172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.449218] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.449430] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c11deca-fbb2-44da-8c5f-68ef6ae7acee already deleted. [ 686.449430] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c11deca-fbb2-44da-8c5f-68ef6ae7acee" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.634309] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cc31c17-12f1-4d44-b070-ca2a46d085e7 [ 686.634543] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.634683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.634748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.634961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.635071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.635167] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cc31c17-12f1-4d44-b070-ca2a46d085e7 already deleted. [ 686.635259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cc31c17-12f1-4d44-b070-ca2a46d085e7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.690518] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.690922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.690922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.691319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.691579] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.691738] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be updated. [ 686.727857] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.728086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.728139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.728354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.728511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.752110] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: IN_PROGRESS for 2s [ 687.164808] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb in Status: SUCCESS [ 687.164808] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fd9bf79-199b-4b2a-bc32-ff427b150bfb deletion is rescheduled due to dependency. [ 687.164808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fd9bf79-199b-4b2a-bc32-ff427b150bfb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.341808] env[66289]: INFO networking_nsxv3.common.synchronization [None req-4716d9ad-b1d0-4db2-890a-6f9acaa8a932 None None] Enqueued Resource ID: 0c31e54b-8208-4f0e-a588-dfa98f98b341 with Priority: HIGHEST for action port [ 687.342675] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c31e54b-8208-4f0e-a588-dfa98f98b341 with Priority: HIGHEST for action port [ 687.345045] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c31e54b-8208-4f0e-a588-dfa98f98b341 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.345411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c31e54b-8208-4f0e-a588-dfa98f98b341" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.345411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c31e54b-8208-4f0e-a588-dfa98f98b341" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.345859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c31e54b-8208-4f0e-a588-dfa98f98b341" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.345859] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c31e54b-8208-4f0e-a588-dfa98f98b341',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.851431] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c31e54b-8208-4f0e-a588-dfa98f98b341 [ 687.851704] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.851790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.851831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.852136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.852235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.852330] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c31e54b-8208-4f0e-a588-dfa98f98b341 already deleted. [ 687.852809] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c31e54b-8208-4f0e-a588-dfa98f98b341" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.770907] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 688.771418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.771418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.771924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.771924] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.771924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.771924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.772364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.772364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.772364] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.024376] env[66289]: INFO networking_nsxv3.common.synchronization [None req-98279ccf-4964-480e-bc7b-b61b9b3ee8a5 None None] Enqueued Resource ID: a343dc51-ce95-41c3-8ea3-5857ae7f67cb with Priority: HIGHEST for action port [ 689.024513] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a343dc51-ce95-41c3-8ea3-5857ae7f67cb with Priority: HIGHEST for action port [ 689.025121] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a343dc51-ce95-41c3-8ea3-5857ae7f67cb taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.025296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a343dc51-ce95-41c3-8ea3-5857ae7f67cb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.025487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a343dc51-ce95-41c3-8ea3-5857ae7f67cb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.025942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a343dc51-ce95-41c3-8ea3-5857ae7f67cb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.025942] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a343dc51-ce95-41c3-8ea3-5857ae7f67cb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.177508] env[66289]: INFO networking_nsxv3.common.synchronization [req-492df359-025d-488c-842f-ca7cb050befe req-3d06c479-1ae2-409f-9be6-17e5e20cc291 tempest-MultipleCreateTestJSON-754596718 tempest-MultipleCreateTestJSON-754596718-project-member] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 689.181805] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 689.181805] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.181805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.181805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.181805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.181805] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.181805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.181805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.181805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.181805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.181805] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.278717] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.529223] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a343dc51-ce95-41c3-8ea3-5857ae7f67cb [ 689.529473] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.530410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.530410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.530410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.530410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.530410] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a343dc51-ce95-41c3-8ea3-5857ae7f67cb already deleted. [ 689.530410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a343dc51-ce95-41c3-8ea3-5857ae7f67cb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.685670] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.781071] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.189305] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.306373] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.306373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.306373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.306373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.306373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.306373] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be updated. [ 690.306373] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-11d48007-7768-4c77-b5f1-dca8218f00fb tempest-ListServersNegativeTestJSON-2017411964 tempest-ListServersNegativeTestJSON-2017411964-project-member] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 690.306373] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 690.306373] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.306373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.319487] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.319802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.319802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.320050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.320149] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.331153] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: IN_PROGRESS for 2s [ 690.692063] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.692232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.692345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.692654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.692988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.692988] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 690.729875] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.730060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.730113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.730323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.731168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.740665] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 690.992039] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.992348] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.992380] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.992636] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.992889] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.993139] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.993439] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.993590] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.993710] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.993955] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.994085] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.994190] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.994300] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.994385] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.994479] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.994635] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.015450] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.017329] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.017329] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.017329] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.017329] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-622625be-003d-47ef-b1c3-a4ac9f7f3ac1 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.017329] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-622625be-003d-47ef-b1c3-a4ac9f7f3ac1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.017329] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-622625be-003d-47ef-b1c3-a4ac9f7f3ac1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.017615] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-622625be-003d-47ef-b1c3-a4ac9f7f3ac1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.017866] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622625be-003d-47ef-b1c3-a4ac9f7f3ac1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.239468] env[66289]: INFO networking_nsxv3.common.synchronization [None req-c092df78-484d-42e2-86e7-6571ebdaef29 None None] Enqueued Resource ID: 1bf2a358-00d2-4bef-87e0-5c45b3e68752 with Priority: HIGHEST for action port [ 691.240561] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf2a358-00d2-4bef-87e0-5c45b3e68752 with Priority: HIGHEST for action port [ 691.240561] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf2a358-00d2-4bef-87e0-5c45b3e68752 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.240561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf2a358-00d2-4bef-87e0-5c45b3e68752" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.240561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf2a358-00d2-4bef-87e0-5c45b3e68752" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.240730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf2a358-00d2-4bef-87e0-5c45b3e68752" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.240946] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf2a358-00d2-4bef-87e0-5c45b3e68752',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.520111] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.520444] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.520444] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.520814] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.521039] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.521204] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 622625be-003d-47ef-b1c3-a4ac9f7f3ac1 not found, creating... [ 691.521474] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.521636] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.521749] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.521978] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.522126] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.522409] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.522595] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.522727] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.522945] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.523084] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.523219] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 622625be-003d-47ef-b1c3-a4ac9f7f3ac1 is going to be created. [ 691.550011] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.550011] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.550011] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.550334] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.550334] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.550520] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-622625be-003d-47ef-b1c3-a4ac9f7f3ac1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.743532] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bf2a358-00d2-4bef-87e0-5c45b3e68752 [ 691.743778] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.743919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.743989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.744241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.744338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.744446] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bf2a358-00d2-4bef-87e0-5c45b3e68752 already deleted. [ 691.744636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf2a358-00d2-4bef-87e0-5c45b3e68752" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.773953] env[66289]: INFO networking_nsxv3.common.synchronization [None req-b013a1ef-1e5c-4476-9126-115d91cd94ed None None] Enqueued Resource ID: 960c62b7-03ce-4945-ad82-0b0d220f21c9 with Priority: HIGHEST for action port [ 691.774491] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960c62b7-03ce-4945-ad82-0b0d220f21c9 with Priority: HIGHEST for action port [ 691.774978] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-960c62b7-03ce-4945-ad82-0b0d220f21c9 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.774978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-960c62b7-03ce-4945-ad82-0b0d220f21c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.774978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-960c62b7-03ce-4945-ad82-0b0d220f21c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.775279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-960c62b7-03ce-4945-ad82-0b0d220f21c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.775885] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('960c62b7-03ce-4945-ad82-0b0d220f21c9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.277951] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 960c62b7-03ce-4945-ad82-0b0d220f21c9 [ 692.278340] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.278422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.278465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.278719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.278805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.278916] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:960c62b7-03ce-4945-ad82-0b0d220f21c9 already deleted. [ 692.278995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-960c62b7-03ce-4945-ad82-0b0d220f21c9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.342196] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-77d5ae40-db19-4096-8860-2c28653e6b6c service nova] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_rules [ 692.342387] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-77d5ae40-db19-4096-8860-2c28653e6b6c service nova] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 692.342526] env[66289]: INFO networking_nsxv3.common.synchronization [req-72d252a4-c3f2-467d-b355-5cd65c47625b req-77d5ae40-db19-4096-8860-2c28653e6b6c service nova] Enqueued Resource ID: 622625be-003d-47ef-b1c3-a4ac9f7f3ac1 with Priority: HIGHEST for action port [ 692.343156] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_rules [ 692.343294] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 692.343394] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 622625be-003d-47ef-b1c3-a4ac9f7f3ac1 with Priority: HIGHEST for action port [ 692.344553] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 692.344762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.345283] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.345455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.346023] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.346142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.346208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.346423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.346583] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.346735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.346770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.346905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.346992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.347130] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.348343] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-622625be-003d-47ef-b1c3-a4ac9f7f3ac1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.348629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-622625be-003d-47ef-b1c3-a4ac9f7f3ac1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.348629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-622625be-003d-47ef-b1c3-a4ac9f7f3ac1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.351827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-622625be-003d-47ef-b1c3-a4ac9f7f3ac1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.351827] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622625be-003d-47ef-b1c3-a4ac9f7f3ac1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.752339] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 692.752449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.855195] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.861021] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 622625be-003d-47ef-b1c3-a4ac9f7f3ac1 with status ACTIVE [ 692.861021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.861021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.861021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.861021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.861021] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 622625be-003d-47ef-b1c3-a4ac9f7f3ac1 is going to be updated. [ 692.903218] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.905962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.905962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.905962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.905962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.905962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-622625be-003d-47ef-b1c3-a4ac9f7f3ac1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.356182] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.491088] env[66289]: INFO networking_nsxv3.common.synchronization [req-b9efd923-aca7-4d99-b5bc-d3e01ae8e9d9 req-5cc1ea0e-6642-48f8-81cc-f139956e0fe6 tempest-MultipleCreateTestJSON-754596718 tempest-MultipleCreateTestJSON-754596718-project-member] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 693.491088] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 693.491088] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.491664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.491836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.491980] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.492157] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.492262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.492321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.492537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.492588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.492637] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.540279] env[66289]: INFO networking_nsxv3.common.synchronization [req-8b3d34c5-8649-42b1-b310-be2003c6b2fc req-370d5277-6316-414f-9b44-57317fb46c06 tempest-ServerPasswordTestJSON-1982652892 tempest-ServerPasswordTestJSON-1982652892-project-member] Enqueued Resource ID: b347be3b-2824-40f2-8e3f-9af62e83f32b with Priority: HIGHEST for action security_group_members [ 693.541162] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b347be3b-2824-40f2-8e3f-9af62e83f32b with Priority: HIGHEST for action security_group_members [ 693.541541] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b347be3b-2824-40f2-8e3f-9af62e83f32b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.541794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.541794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.542586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.542586] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.542586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.542586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.542754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.542754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.542802] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b347be3b-2824-40f2-8e3f-9af62e83f32b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.810876] env[66289]: INFO networking_nsxv3.common.synchronization [None req-feea1fb7-1012-49c4-8a54-276b23a0dc3f None None] Enqueued Resource ID: 158d6a30-4fb6-4412-9802-6c751b1cf7ed with Priority: HIGHEST for action port [ 693.810876] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158d6a30-4fb6-4412-9802-6c751b1cf7ed with Priority: HIGHEST for action port [ 693.810876] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-158d6a30-4fb6-4412-9802-6c751b1cf7ed taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.810876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-158d6a30-4fb6-4412-9802-6c751b1cf7ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.810876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-158d6a30-4fb6-4412-9802-6c751b1cf7ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.811894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-158d6a30-4fb6-4412-9802-6c751b1cf7ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.812104] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('158d6a30-4fb6-4412-9802-6c751b1cf7ed',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.860348] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.860348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.860348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.860348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.860348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.860348] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be updated. [ 693.894413] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.894584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.894805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.894921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.895116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.906723] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: IN_PROGRESS for 2s [ 693.926624] env[66289]: INFO networking_nsxv3.common.synchronization [None req-ff6be2df-6b6d-46fc-9818-e3298853d44e None None] Enqueued Resource ID: 249c4792-35fc-488b-bff5-ef69c7c19287 with Priority: HIGHEST for action port [ 693.927032] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 249c4792-35fc-488b-bff5-ef69c7c19287 with Priority: HIGHEST for action port [ 693.927357] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-249c4792-35fc-488b-bff5-ef69c7c19287 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.928024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-249c4792-35fc-488b-bff5-ef69c7c19287" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.928024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-249c4792-35fc-488b-bff5-ef69c7c19287" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.928024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-249c4792-35fc-488b-bff5-ef69c7c19287" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.928024] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('249c4792-35fc-488b-bff5-ef69c7c19287',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.995676] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.996553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.996632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.996854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.996951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.997171] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.997283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.997363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.997524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.998473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.998473] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 694.032821] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.032821] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-502" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.033032] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-502" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.033487] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-502" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.034030] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.035507] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.035644] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.036455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.036455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.036455] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.036455] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.036455] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.036659] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.036659] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.037137] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.037137] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.038756] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.038971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.039154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.039370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.039787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.045084] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.045484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.045672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.046783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.046783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.046783] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.046783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.046783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.046783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.046783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.046783] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b347be3b-2824-40f2-8e3f-9af62e83f32b already deleted. [ 694.046783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.050925] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 694.061524] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.062390] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.062390] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.062683] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-502" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.063166] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-751052e7-9fd5-42bb-abb7-4486959d703e taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.063413] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-751052e7-9fd5-42bb-abb7-4486959d703e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.063761] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-751052e7-9fd5-42bb-abb7-4486959d703e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.064184] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-751052e7-9fd5-42bb-abb7-4486959d703e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.064387] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751052e7-9fd5-42bb-abb7-4486959d703e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.315609] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 158d6a30-4fb6-4412-9802-6c751b1cf7ed [ 694.315894] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.316171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.316171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.317238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.317238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.317238] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:158d6a30-4fb6-4412-9802-6c751b1cf7ed already deleted. [ 694.317238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-158d6a30-4fb6-4412-9802-6c751b1cf7ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.430718] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 249c4792-35fc-488b-bff5-ef69c7c19287 [ 694.431207] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.431207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.431339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.432029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.432029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.432029] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:249c4792-35fc-488b-bff5-ef69c7c19287 already deleted. [ 694.432029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-249c4792-35fc-488b-bff5-ef69c7c19287" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.566996] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.567221] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.567380] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.567668] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.567786] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.567927] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 751052e7-9fd5-42bb-abb7-4486959d703e not found, creating... [ 694.568189] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.569027] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.569027] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.569027] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.569027] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.569174] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.569230] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.569321] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.569515] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.569657] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.569798] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 751052e7-9fd5-42bb-abb7-4486959d703e is going to be created. [ 694.592284] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.592484] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.592609] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.592954] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.593196] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.593412] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-751052e7-9fd5-42bb-abb7-4486959d703e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.247905] env[66289]: INFO networking_nsxv3.common.synchronization [req-a126239c-d8d2-41f7-bd88-71aadf00a458 req-cf0f01b5-5ddc-438a-91a6-f7ab509fa40f tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 695.247905] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 695.248043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.248105] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.248148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.250214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.250214] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.250878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.250963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.252263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.252263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.252263] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.357836] env[66289]: INFO networking_nsxv3.common.synchronization [req-8b3d34c5-8649-42b1-b310-be2003c6b2fc req-ed798842-4f18-4918-8342-a51a8bc4b466 service nova] Enqueued Resource ID: b347be3b-2824-40f2-8e3f-9af62e83f32b with Priority: HIGHEST for action security_group_rules [ 695.357996] env[66289]: INFO networking_nsxv3.common.synchronization [req-8b3d34c5-8649-42b1-b310-be2003c6b2fc req-ed798842-4f18-4918-8342-a51a8bc4b466 service nova] Enqueued Resource ID: b347be3b-2824-40f2-8e3f-9af62e83f32b with Priority: HIGHEST for action security_group_members [ 695.358216] env[66289]: INFO networking_nsxv3.common.synchronization [req-8b3d34c5-8649-42b1-b310-be2003c6b2fc req-ed798842-4f18-4918-8342-a51a8bc4b466 service nova] Enqueued Resource ID: 751052e7-9fd5-42bb-abb7-4486959d703e with Priority: HIGHEST for action port [ 695.358875] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b347be3b-2824-40f2-8e3f-9af62e83f32b with Priority: HIGHEST for action security_group_rules [ 695.358914] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b347be3b-2824-40f2-8e3f-9af62e83f32b with Priority: HIGHEST for action security_group_members [ 695.359010] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751052e7-9fd5-42bb-abb7-4486959d703e with Priority: HIGHEST for action port [ 695.359463] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b347be3b-2824-40f2-8e3f-9af62e83f32b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.359522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.359563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.359841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.359923] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b347be3b-2824-40f2-8e3f-9af62e83f32b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.362188] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b347be3b-2824-40f2-8e3f-9af62e83f32b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.362188] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.362188] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.362366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.362469] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.362566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.362626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.362799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.362887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.362986] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b347be3b-2824-40f2-8e3f-9af62e83f32b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.364205] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-751052e7-9fd5-42bb-abb7-4486959d703e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.364315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-751052e7-9fd5-42bb-abb7-4486959d703e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.364390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-751052e7-9fd5-42bb-abb7-4486959d703e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.364567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-751052e7-9fd5-42bb-abb7-4486959d703e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.364643] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751052e7-9fd5-42bb-abb7-4486959d703e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.755389] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.756854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.757231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.757231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.757416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.758123] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.758123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.758123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.758123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.758123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.758366] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 already deleted. [ 695.758366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.792919] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.793140] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-246" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.793259] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-246" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.794976] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-246" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.795316] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.796013] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.796013] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.796013] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.796013] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.796302] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.796302] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.796376] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.796467] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.796555] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.796653] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.796791] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.821603] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.821992] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.821992] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.821992] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-246" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.822349] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-b6fb3578-4469-46c4-a4e5-5c653d20f49a taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.822437] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.822588] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.822903] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.823030] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6fb3578-4469-46c4-a4e5-5c653d20f49a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.866480] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b347be3b-2824-40f2-8e3f-9af62e83f32b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.866605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.868084] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b347be3b-2824-40f2-8e3f-9af62e83f32b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.869377] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 751052e7-9fd5-42bb-abb7-4486959d703e with status ACTIVE [ 695.869660] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.869777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.870843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.870843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.870843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.870843] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.870843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.871495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.871495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.871495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.871918] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.871918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.872030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.872709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.872709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.872709] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 751052e7-9fd5-42bb-abb7-4486959d703e is going to be updated. [ 695.896597] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.896743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.896813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.897010] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.897151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.897334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-751052e7-9fd5-42bb-abb7-4486959d703e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.918700] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 695.918700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.918700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.918700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.918700] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.918700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.918700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.919052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.919052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.919052] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.942171] env[66289]: INFO networking_nsxv3.common.synchronization [None req-d0f3965c-ffa3-4935-aa07-677aa9a3f886 None None] Enqueued Resource ID: 5712f6df-4f03-4239-bd48-8cc3bb39a315 with Priority: HIGHEST for action port [ 695.943041] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5712f6df-4f03-4239-bd48-8cc3bb39a315 with Priority: HIGHEST for action port [ 695.943748] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5712f6df-4f03-4239-bd48-8cc3bb39a315 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.943882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5712f6df-4f03-4239-bd48-8cc3bb39a315" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.943938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5712f6df-4f03-4239-bd48-8cc3bb39a315" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.945029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5712f6df-4f03-4239-bd48-8cc3bb39a315" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.945029] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5712f6df-4f03-4239-bd48-8cc3bb39a315',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.073301] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 696.073475] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 deletion is rescheduled due to dependency. [ 696.073597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.328329] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.328910] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.328910] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.329423] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.329933] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.329933] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port b6fb3578-4469-46c4-a4e5-5c653d20f49a not found, creating... [ 696.330223] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.331317] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.331317] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.331317] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.331317] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.331317] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.331614] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.331614] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.331800] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.331936] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.332123] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: b6fb3578-4469-46c4-a4e5-5c653d20f49a is going to be created. [ 696.359805] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.360031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.360157] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.360443] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.360670] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.360896] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.374856] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b347be3b-2824-40f2-8e3f-9af62e83f32b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.421653] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.447908] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5712f6df-4f03-4239-bd48-8cc3bb39a315 [ 696.448163] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.448308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.448442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.448685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.448777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.448872] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5712f6df-4f03-4239-bd48-8cc3bb39a315 already deleted. [ 696.448962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5712f6df-4f03-4239-bd48-8cc3bb39a315" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.877528] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.877812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.877812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.877968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.878151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.878256] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b347be3b-2824-40f2-8e3f-9af62e83f32b is going to be created. [ 696.902951] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.903536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.903625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.903842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.904028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.912962] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b347be3b-2824-40f2-8e3f-9af62e83f32b in Status: UNINITIALIZED for 2s [ 696.923318] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.938370] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e13c5911-8a08-4856-88d5-dd8c8cc4a195 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_rules [ 696.938370] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_rules [ 696.938370] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9af1180-de21-4fe6-8028-73b3a95af3da taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.938370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.938370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.938745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.938745] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9af1180-de21-4fe6-8028-73b3a95af3da',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.039457] env[66289]: INFO networking_nsxv3.common.synchronization [req-a126239c-d8d2-41f7-bd88-71aadf00a458 req-4337cd64-dd61-4197-a508-4f44c7841f6b service nova] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_rules [ 697.039635] env[66289]: INFO networking_nsxv3.common.synchronization [req-a126239c-d8d2-41f7-bd88-71aadf00a458 req-4337cd64-dd61-4197-a508-4f44c7841f6b service nova] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 697.039829] env[66289]: INFO networking_nsxv3.common.synchronization [req-a126239c-d8d2-41f7-bd88-71aadf00a458 req-4337cd64-dd61-4197-a508-4f44c7841f6b service nova] Enqueued Resource ID: b6fb3578-4469-46c4-a4e5-5c653d20f49a with Priority: HIGHEST for action port [ 697.040372] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_rules [ 697.040507] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 697.040604] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fb3578-4469-46c4-a4e5-5c653d20f49a with Priority: HIGHEST for action port [ 697.040872] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.041039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.041849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.043146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.043269] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.044455] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.044602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.044677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.044863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.045036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.045139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.045200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.045348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.045439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.045529] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.046305] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6fb3578-4469-46c4-a4e5-5c653d20f49a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.046408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.046476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.046628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.046700] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6fb3578-4469-46c4-a4e5-5c653d20f49a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.230042] env[66289]: INFO networking_nsxv3.common.synchronization [None req-08503f2d-1ae7-4bda-8dc0-05e4ac52502a tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_rules [ 697.230628] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_rules [ 697.231029] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9af1180-de21-4fe6-8028-73b3a95af3da taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.231136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.425432] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.425683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.425798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.426214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.426385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.426571] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be updated. [ 697.469067] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.469067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.469067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.469067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.469067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.469067] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9af1180-de21-4fe6-8028-73b3a95af3da already deleted. [ 697.469067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.469067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.469067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.469067] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9af1180-de21-4fe6-8028-73b3a95af3da',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.480035] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.480193] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.480243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.480536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.480690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.491151] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: IN_PROGRESS for 2s [ 697.549536] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.549735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.549896] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.550802] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6fb3578-4469-46c4-a4e5-5c653d20f49a with status ACTIVE [ 697.550986] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.551183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.551183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.551437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.551505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.551619] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.551713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.551773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.551923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.551999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.552188] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.552280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.552340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.552511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.552561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.552699] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6fb3578-4469-46c4-a4e5-5c653d20f49a is going to be updated. [ 697.579197] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.579373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.579547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.579773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.579827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.580084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.988811] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.989183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.989183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.989243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.989320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.989416] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9af1180-de21-4fe6-8028-73b3a95af3da already deleted. [ 697.989495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.058049] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.562050] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.562050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.562050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.562050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.562050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.562050] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 is going to be created. [ 698.597082] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.597359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.597488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.597751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.599544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.621411] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: UNINITIALIZED for 2s [ 698.734195] env[66289]: INFO networking_nsxv3.common.synchronization [req-9089e594-c41b-4004-b42b-928dd2fa3919 req-b765cc4a-8f01-4824-8f86-9b3f96508cad tempest-FloatingIPsAssociationTestJSON-86139712 tempest-FloatingIPsAssociationTestJSON-86139712-project-member] Enqueued Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 698.734991] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 698.735540] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.735732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.735805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.736203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.736385] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.736513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.736585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.736773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.736872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.737062] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.814840] env[66289]: INFO networking_nsxv3.common.synchronization [None req-8c8deaac-f928-4333-a859-3995fd8d9b32 None None] Enqueued Resource ID: 4e512c5a-56d9-484e-8e2b-94937cdcd5b1 with Priority: HIGHEST for action port [ 698.814840] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e512c5a-56d9-484e-8e2b-94937cdcd5b1 with Priority: HIGHEST for action port [ 698.814840] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e512c5a-56d9-484e-8e2b-94937cdcd5b1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.814840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e512c5a-56d9-484e-8e2b-94937cdcd5b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.814840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e512c5a-56d9-484e-8e2b-94937cdcd5b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.815066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e512c5a-56d9-484e-8e2b-94937cdcd5b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.815861] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e512c5a-56d9-484e-8e2b-94937cdcd5b1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.927190] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b347be3b-2824-40f2-8e3f-9af62e83f32b in Status: SUCCESS [ 698.927508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.927709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.928126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.928395] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.928699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.928764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.928965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.929054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.929137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.929732] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b347be3b-2824-40f2-8e3f-9af62e83f32b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.242281] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.242281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.242281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.242281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.242281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.242281] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.242281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.242281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.242281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.242281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.242281] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 already deleted. [ 699.242281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.319692] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e512c5a-56d9-484e-8e2b-94937cdcd5b1 [ 699.319829] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.319974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.320054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.320286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.321213] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.321379] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e512c5a-56d9-484e-8e2b-94937cdcd5b1 already deleted. [ 699.321492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e512c5a-56d9-484e-8e2b-94937cdcd5b1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.432253] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b347be3b-2824-40f2-8e3f-9af62e83f32b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.432476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.432594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.432854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.433152] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.433247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.433311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.433571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.433693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.433811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.436627] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b347be3b-2824-40f2-8e3f-9af62e83f32b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.436756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.436800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.437057] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.437282] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.437455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.437524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.437779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.439396] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.439521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.439679] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b347be3b-2824-40f2-8e3f-9af62e83f32b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.503073] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.506036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.506036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.506036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.506036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.506658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.506658] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.631110] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.631307] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-426" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.631424] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-426" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.631755] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-426" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.632032] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.632176] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.632812] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.632812] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.632812] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.632812] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.632983] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.633021] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.633112] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.633240] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.633305] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.633430] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.654990] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.654990] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.654990] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.654990] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-426" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.654990] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-c2734c62-8a30-4d98-b0e7-085f3066827e taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.654990] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-c2734c62-8a30-4d98-b0e7-085f3066827e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.655256] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-c2734c62-8a30-4d98-b0e7-085f3066827e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.656922] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-c2734c62-8a30-4d98-b0e7-085f3066827e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.656922] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2734c62-8a30-4d98-b0e7-085f3066827e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.942638] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b347be3b-2824-40f2-8e3f-9af62e83f32b: rpc.has_security_group_logging(os_id): False [ 699.962071] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.962283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.962283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.962511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.962596] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.962782] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.962884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.962946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.963090] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.963165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.963369] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.963459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.963522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.963662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.963734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.963909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.964014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.964068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.964196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.964267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.964348] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b347be3b-2824-40f2-8e3f-9af62e83f32b is going to be created. [ 700.010237] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9b6eb75-f7de-47fe-a481-af97d5248197: rpc.has_security_group_logging(os_id): False [ 700.031143] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.031319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.031386] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.031601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.031695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.031884] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.031975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.032055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.032198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.032261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.032453] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.032550] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.032615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.032757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.032831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.033024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.033110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.033172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.033310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.033382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.033465] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be created. [ 700.044285] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.044431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.044501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.044705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.044882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.054596] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b347be3b-2824-40f2-8e3f-9af62e83f32b in Status: IN_PROGRESS for 2s [ 700.114939] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.115180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.115300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.115544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.115728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.130235] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: IN_PROGRESS for 2s [ 700.158852] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.159070] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.159193] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.159506] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.159660] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.159808] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port c2734c62-8a30-4d98-b0e7-085f3066827e not found, creating... [ 700.160066] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.160221] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.160328] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.160542] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.160667] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.160933] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.166842] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.166842] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.166842] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.166842] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.166842] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: c2734c62-8a30-4d98-b0e7-085f3066827e is going to be created. [ 700.192508] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.192922] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.193072] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.193452] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.193775] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.194213] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-c2734c62-8a30-4d98-b0e7-085f3066827e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.631754] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: SUCCESS [ 700.632043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.632610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.632610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.632610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.632817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.632817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.632869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.632930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.633026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.633116] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.935626] env[66289]: INFO networking_nsxv3.common.synchronization [req-9089e594-c41b-4004-b42b-928dd2fa3919 req-606253b4-fecc-4800-8d04-bbf73c20b6cf service nova] Enqueued Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_rules [ 700.935626] env[66289]: INFO networking_nsxv3.common.synchronization [req-9089e594-c41b-4004-b42b-928dd2fa3919 req-606253b4-fecc-4800-8d04-bbf73c20b6cf service nova] Enqueued Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 700.935626] env[66289]: INFO networking_nsxv3.common.synchronization [req-9089e594-c41b-4004-b42b-928dd2fa3919 req-606253b4-fecc-4800-8d04-bbf73c20b6cf service nova] Enqueued Resource ID: c2734c62-8a30-4d98-b0e7-085f3066827e with Priority: HIGHEST for action port [ 700.939787] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_rules [ 700.939787] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 700.939787] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2734c62-8a30-4d98-b0e7-085f3066827e with Priority: HIGHEST for action port [ 700.939787] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.939787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.939787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.939787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.939787] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.939787] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.939787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.939787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.941088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.941088] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.941088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.941088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.941088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.941088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.941088] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.943783] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2734c62-8a30-4d98-b0e7-085f3066827e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.943899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2734c62-8a30-4d98-b0e7-085f3066827e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.943984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2734c62-8a30-4d98-b0e7-085f3066827e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.944177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2734c62-8a30-4d98-b0e7-085f3066827e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.944253] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2734c62-8a30-4d98-b0e7-085f3066827e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.033752] env[66289]: INFO networking_nsxv3.common.synchronization [None req-7eb75237-65b4-4917-8180-e8a127835642 None None] Enqueued Resource ID: abfe0b3d-09cf-49cd-8c90-63bdd022768b with Priority: HIGHEST for action port [ 701.034389] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abfe0b3d-09cf-49cd-8c90-63bdd022768b with Priority: HIGHEST for action port [ 701.034710] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-abfe0b3d-09cf-49cd-8c90-63bdd022768b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.034840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abfe0b3d-09cf-49cd-8c90-63bdd022768b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.034903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abfe0b3d-09cf-49cd-8c90-63bdd022768b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.035424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abfe0b3d-09cf-49cd-8c90-63bdd022768b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.035665] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abfe0b3d-09cf-49cd-8c90-63bdd022768b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.138565] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.168720] env[66289]: INFO networking_nsxv3.common.synchronization [None req-fd45aed2-511e-4d35-b7e5-9f3e56a64d8f None None] Enqueued Resource ID: 90e18c67-8551-4080-a816-a75fc8e4e965 with Priority: HIGHEST for action port [ 701.169434] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e18c67-8551-4080-a816-a75fc8e4e965 with Priority: HIGHEST for action port [ 701.169836] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-90e18c67-8551-4080-a816-a75fc8e4e965 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.170051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90e18c67-8551-4080-a816-a75fc8e4e965" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.170388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90e18c67-8551-4080-a816-a75fc8e4e965" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.170677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90e18c67-8551-4080-a816-a75fc8e4e965" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.170764] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e18c67-8551-4080-a816-a75fc8e4e965',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.446402] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.447243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.447585] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.448724] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2734c62-8a30-4d98-b0e7-085f3066827e with status ACTIVE [ 701.448981] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.449135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.449242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.449457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.449549] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.449753] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.449864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.449934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.450099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.450176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.450358] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.450452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.450515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.450735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.450735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.450842] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2734c62-8a30-4d98-b0e7-085f3066827e is going to be updated. [ 701.481457] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.481604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.481672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.481892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.482049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.482217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2734c62-8a30-4d98-b0e7-085f3066827e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.537571] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abfe0b3d-09cf-49cd-8c90-63bdd022768b [ 701.537788] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.537911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.537974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.538206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.538290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.538383] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abfe0b3d-09cf-49cd-8c90-63bdd022768b already deleted. [ 701.538460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abfe0b3d-09cf-49cd-8c90-63bdd022768b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.642484] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1179432-f41e-4bde-91e6-3e0432b2e6a2: rpc.has_security_group_logging(os_id): False [ 701.664297] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.664297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.664297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.664297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.664297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.664297] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.664297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.664297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.664297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.664297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.664297] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 is going to be created. [ 701.676279] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90e18c67-8551-4080-a816-a75fc8e4e965 [ 701.676617] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.677521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.677521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.677521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.677521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.677521] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90e18c67-8551-4080-a816-a75fc8e4e965 already deleted. [ 701.677521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90e18c67-8551-4080-a816-a75fc8e4e965" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.741328] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.741495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.742329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.742329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.742329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.756285] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: IN_PROGRESS for 2s [ 701.953148] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.069459] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b347be3b-2824-40f2-8e3f-9af62e83f32b in Status: SUCCESS [ 702.069703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.147303] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 702.147303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.148117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.148117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.148117] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.456905] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.457120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.457202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.457486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.457542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.457643] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 is going to be created. [ 702.486048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.486048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.486048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.486048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.486048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.500009] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: UNINITIALIZED for 2s [ 702.653606] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.654014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.654014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.654014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.654153] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.654283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.654356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.654464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.654553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.654635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.654726] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.695618] env[66289]: INFO networking_nsxv3.common.synchronization [req-27ddda42-05d5-4bb3-bb03-a7c835efbfd0 req-0c9f05e1-041a-46f7-aa01-badd272c6cd9 tempest-ServerMetadataTestJSON-1429582745 tempest-ServerMetadataTestJSON-1429582745-project-member] Enqueued Resource ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a with Priority: HIGHEST for action security_group_members [ 702.697156] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a with Priority: HIGHEST for action security_group_members [ 702.697156] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.697156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.697156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.697502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.697616] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.697733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.697784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.697946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.698059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.698187] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.134511] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.134754] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-312" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.135224] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-312" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.136315] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-312" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.136414] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.136590] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.136721] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.136981] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.137141] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.137671] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.137777] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.137839] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.138029] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.138029] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.138666] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.138666] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.161897] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.161897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.161897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.161897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.161897] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.162421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.162421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.162421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.162421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.162421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.162600] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.162779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.162779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.162917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.163018] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.163275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.163275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.163398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.163480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.163569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.166607] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.168392] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.168587] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.168759] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.169808] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-312" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.171378] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-04d2687e-cef6-49fb-a45d-acfc913dd6e5 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.171572] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-04d2687e-cef6-49fb-a45d-acfc913dd6e5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.171686] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-04d2687e-cef6-49fb-a45d-acfc913dd6e5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.172013] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-04d2687e-cef6-49fb-a45d-acfc913dd6e5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.172162] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d2687e-cef6-49fb-a45d-acfc913dd6e5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.203269] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.203269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.203269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.203269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.203269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.203269] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.203269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.203269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.203269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.203670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.203670] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a already deleted. [ 703.203670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.344201] env[66289]: INFO networking_nsxv3.common.synchronization [req-11911f2f-da6a-4312-b507-79504046f82e req-8f3f4e71-96bc-4675-888d-2b66da432ecd tempest-SecurityGroupRulesTestJSON-1995388121 tempest-SecurityGroupRulesTestJSON-1995388121-project-member] Enqueued Resource ID: 67795679-f2e9-4381-892e-9da9323253e0 with Priority: HIGHEST for action security_group_rules [ 703.344201] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67795679-f2e9-4381-892e-9da9323253e0 with Priority: HIGHEST for action security_group_rules [ 703.344299] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67795679-f2e9-4381-892e-9da9323253e0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.344456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67795679-f2e9-4381-892e-9da9323253e0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.344498] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67795679-f2e9-4381-892e-9da9323253e0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.344739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67795679-f2e9-4381-892e-9da9323253e0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.344816] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67795679-f2e9-4381-892e-9da9323253e0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.599898] env[66289]: INFO networking_nsxv3.common.synchronization [None req-9d2e5525-e0f6-429b-90e4-c1bf7a706e98 None None] Enqueued Resource ID: 167f2c85-b531-4fe2-ad45-b5e43ea57113 with Priority: HIGHEST for action port [ 703.599898] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167f2c85-b531-4fe2-ad45-b5e43ea57113 with Priority: HIGHEST for action port [ 703.599898] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-167f2c85-b531-4fe2-ad45-b5e43ea57113 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.599898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-167f2c85-b531-4fe2-ad45-b5e43ea57113" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.599898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-167f2c85-b531-4fe2-ad45-b5e43ea57113" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.599898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-167f2c85-b531-4fe2-ad45-b5e43ea57113" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.599898] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('167f2c85-b531-4fe2-ad45-b5e43ea57113',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.674942] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9b6eb75-f7de-47fe-a481-af97d5248197: rpc.has_security_group_logging(os_id): False [ 703.676449] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.676708] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.676829] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.677116] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.677259] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.677444] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 04d2687e-cef6-49fb-a45d-acfc913dd6e5 not found, creating... [ 703.677744] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.677905] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.678508] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.678508] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.678508] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.678714] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.678787] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.678877] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.679164] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.679251] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.679380] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 04d2687e-cef6-49fb-a45d-acfc913dd6e5 is going to be created. [ 703.705171] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.707022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.707022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.707022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.707022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.707022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-04d2687e-cef6-49fb-a45d-acfc913dd6e5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.708503] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.708732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.708840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.709172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.709423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.709581] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.711252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.711252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.711252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.711252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.711252] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.711252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.711252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.711252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.711252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.711582] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.711582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.711665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.711800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.711830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.712753] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be updated. [ 703.793087] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: SUCCESS [ 703.793402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.837303] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.837537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.837614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.837903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.838122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.860861] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: IN_PROGRESS for 2s [ 703.876382] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.876519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.876519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.876751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.876845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.876973] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67795679-f2e9-4381-892e-9da9323253e0 already deleted. [ 703.877045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67795679-f2e9-4381-892e-9da9323253e0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.103194] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 167f2c85-b531-4fe2-ad45-b5e43ea57113 [ 704.103194] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.103194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.103194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.103938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.104206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.104355] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:167f2c85-b531-4fe2-ad45-b5e43ea57113 already deleted. [ 704.104479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-167f2c85-b531-4fe2-ad45-b5e43ea57113" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.511782] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: SUCCESS [ 704.512108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.512475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.512633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.513166] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.513166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.513166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.513495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.514660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.515200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.515258] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.540726] env[66289]: INFO networking_nsxv3.common.synchronization [None req-6c2023b4-657b-4c66-9b21-8f3862418915 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_rules [ 704.541575] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_rules [ 704.541893] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b401089-4f80-4479-aa5d-e0816aad3477 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.542031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.542096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.542363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.542452] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b401089-4f80-4479-aa5d-e0816aad3477',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.627990] env[66289]: INFO networking_nsxv3.common.synchronization [req-27ddda42-05d5-4bb3-bb03-a7c835efbfd0 req-6db06ef1-0e58-43ab-9016-f16efd8b8a50 service nova] Enqueued Resource ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a with Priority: HIGHEST for action security_group_rules [ 704.628178] env[66289]: INFO networking_nsxv3.common.synchronization [req-27ddda42-05d5-4bb3-bb03-a7c835efbfd0 req-6db06ef1-0e58-43ab-9016-f16efd8b8a50 service nova] Enqueued Resource ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a with Priority: HIGHEST for action security_group_members [ 704.628330] env[66289]: INFO networking_nsxv3.common.synchronization [req-27ddda42-05d5-4bb3-bb03-a7c835efbfd0 req-6db06ef1-0e58-43ab-9016-f16efd8b8a50 service nova] Enqueued Resource ID: 04d2687e-cef6-49fb-a45d-acfc913dd6e5 with Priority: HIGHEST for action port [ 704.628869] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a with Priority: HIGHEST for action security_group_rules [ 704.628999] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a with Priority: HIGHEST for action security_group_members [ 704.629540] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d2687e-cef6-49fb-a45d-acfc913dd6e5 with Priority: HIGHEST for action port [ 704.629852] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.629980] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.630060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.630328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.630422] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.631932] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.632161] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.632280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.632570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.632828] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.632962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.633106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.633299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.633390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.633486] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.634613] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-04d2687e-cef6-49fb-a45d-acfc913dd6e5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.636148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04d2687e-cef6-49fb-a45d-acfc913dd6e5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.636148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04d2687e-cef6-49fb-a45d-acfc913dd6e5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.636148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04d2687e-cef6-49fb-a45d-acfc913dd6e5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.636463] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d2687e-cef6-49fb-a45d-acfc913dd6e5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.704234] env[66289]: INFO networking_nsxv3.common.synchronization [None req-1bac4b6f-cd72-475d-9dea-c7aea00d74e6 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_rules [ 704.704234] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_rules [ 704.704234] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b401089-4f80-4479-aa5d-e0816aad3477 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.704234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.018673] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.018847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.018949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.019201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.019395] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.019499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.019554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.019950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.019950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.019950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.020158] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.020258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.020321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.020469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.020610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.020718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.020778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.020944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.021030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.021146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.021198] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.070902] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.070902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.070902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.071275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.071462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.071535] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b401089-4f80-4479-aa5d-e0816aad3477 already deleted. [ 705.071630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.072244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.072452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.072572] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b401089-4f80-4479-aa5d-e0816aad3477',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.138329] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.138468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.138664] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.141978] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04d2687e-cef6-49fb-a45d-acfc913dd6e5 with status ACTIVE [ 705.141978] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.141978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.141978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.142183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.142183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.142936] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.142936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.142936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.142936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.142936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.143115] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.143256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.143334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.143487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.143834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.143834] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04d2687e-cef6-49fb-a45d-acfc913dd6e5 is going to be updated. [ 705.189856] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.190077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.190077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.190313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.190449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.190611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04d2687e-cef6-49fb-a45d-acfc913dd6e5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.523569] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ecfc60e-344b-489f-aa2e-02e5be066a21: rpc.has_security_group_logging(os_id): False [ 705.546809] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.547013] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.547095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.547316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.547464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.547730] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.547880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.547952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.548148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.548972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.548972] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.548972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.548972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.548972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.548972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.549315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.549447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.549533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.549752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.549858] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.549949] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 is going to be created. [ 705.598065] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.598529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.598529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.598816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.598944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.599129] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b401089-4f80-4479-aa5d-e0816aad3477 already deleted. [ 705.599190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.631587] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.631800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.631800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.632028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.632615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.647656] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: IN_PROGRESS for 2s [ 705.647888] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.783960] env[66289]: INFO networking_nsxv3.common.synchronization [req-c380feb7-aa5e-4d86-8108-e29aa2bca642 req-933983d1-675e-4e38-88bd-60abadefb3da tempest-ImagesOneServerTestJSON-1075905314 tempest-ImagesOneServerTestJSON-1075905314-project-member] Enqueued Resource ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b with Priority: HIGHEST for action security_group_members [ 705.784854] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b with Priority: HIGHEST for action security_group_members [ 705.785789] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.785789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.785789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.785789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.786091] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.786269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.786369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.786619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.786752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.786910] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d601cafa-492b-4e4f-98bf-3eaab6d99e0b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.882783] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 705.882958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.883076] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.883491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.883491] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.151087] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.151274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.151324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.151732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.151732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.151846] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a is going to be created. [ 706.206782] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.206992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.206992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.207911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.207911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.222540] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a in Status: UNINITIALIZED for 2s [ 706.290042] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.290315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.290484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.290930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.291165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.291419] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.291595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.291691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.291919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.292018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.292138] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b is going to be updated. [ 706.346772] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.346772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.346772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.347695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.347804] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.361092] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b in Status: IN_PROGRESS for 2s [ 706.386845] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.387056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.387056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.387313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.387474] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.387594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.387665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.387873] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.387979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.388080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.388310] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.892658] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.893464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.893719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.894341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.894708] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.897019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.897019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.897019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.897019] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.306108] env[66289]: INFO networking_nsxv3.common.synchronization [req-ca413bc9-9597-40bb-91fd-e31c7b95b9aa req-14e9c919-c9e5-4bee-9be8-55d9aad81521 tempest-DeleteServersAdminTestJSON-343230109 tempest-DeleteServersAdminTestJSON-343230109-project-member] Enqueued Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 707.306748] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGHEST for action security_group_members [ 707.307076] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.308827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.308827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.308827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.308827] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.308827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.308827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.308827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.308827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.308827] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.400455] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9b6eb75-f7de-47fe-a481-af97d5248197: rpc.has_security_group_logging(os_id): False [ 707.424652] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.424839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.424884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.425129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.425226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.425428] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.425532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.425593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.425758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.425834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.426056] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.426162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.426221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.426369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.426447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.426640] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.426745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.426796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.426932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.427016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.427585] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be updated. [ 707.503870] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.504066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.504172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.504366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.504556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.525399] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: IN_PROGRESS for 2s [ 707.660285] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: SUCCESS [ 707.660559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.814450] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.814606] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.816016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.816016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.816016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.816016] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.816016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.816016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.816016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.816016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.816016] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 is going to be updated. [ 707.849076] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.849293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.849338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.849556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.849700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.861530] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: IN_PROGRESS for 2s [ 708.234036] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a in Status: SUCCESS [ 708.234518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.234518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.234796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.234834] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.234983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.235073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.235242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.235327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.235434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.235822] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.373854] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b in Status: SUCCESS [ 708.373854] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d601cafa-492b-4e4f-98bf-3eaab6d99e0b deletion is rescheduled due to dependency. [ 708.373854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d601cafa-492b-4e4f-98bf-3eaab6d99e0b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.739348] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.739515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.739582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.739924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.740020] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.740128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.740192] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.740348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.740436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.740557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.740804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.740904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.740965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.741200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.741343] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.741439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.741499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.741653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.741731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.741810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.741902] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.020917] env[66289]: INFO networking_nsxv3.common.synchronization [req-7a767c6e-6072-4d5a-8d42-dabc074620f0 req-b8c7f0c7-0b8e-4a46-8c89-2caf4ffd7ef2 tempest-ImagesOneServerNegativeTestJSON-648158146 tempest-ImagesOneServerNegativeTestJSON-648158146-project-member] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 709.021200] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 709.021546] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.021684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.021738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.022141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.022210] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.022282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.022355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.022529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.022620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.022715] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.245240] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a: rpc.has_security_group_logging(os_id): False [ 709.269696] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.270081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.270081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.270260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.270260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.270676] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.270676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.270676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.270842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.270950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.271125] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.271238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.271282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.271469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.271539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.271698] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.271824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.271901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.272269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.272363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.272455] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a is going to be created. [ 709.373764] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.373977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.373977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.374248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.374436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.388169] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a in Status: IN_PROGRESS for 2s [ 709.528603] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.529073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.529073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.529073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.529220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.529374] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.529514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.529549] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.529965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.530067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.530164] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 already deleted. [ 709.530457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.543052] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 709.543310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.567021] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-894 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.567242] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.567327] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.567689] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.567943] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.568109] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.568223] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.568448] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.568607] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.568815] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.568923] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.569164] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.569306] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.569419] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.569523] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.569653] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.590226] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.590457] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.590593] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.590762] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.591098] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-60f89618-6e8f-4973-984b-d64d99ddf2c6 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.591248] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-60f89618-6e8f-4973-984b-d64d99ddf2c6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.591356] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-60f89618-6e8f-4973-984b-d64d99ddf2c6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.591672] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-60f89618-6e8f-4973-984b-d64d99ddf2c6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.591809] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f89618-6e8f-4973-984b-d64d99ddf2c6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.873291] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 in Status: SUCCESS [ 709.873466] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 deletion is rescheduled due to dependency. [ 709.873629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.094265] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.094459] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.094575] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.094873] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.095040] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.095218] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 60f89618-6e8f-4973-984b-d64d99ddf2c6 not found, creating... [ 710.095531] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.095702] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.095817] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.096049] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.096185] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.096462] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.096615] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.096726] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.096925] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.097326] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.097572] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 60f89618-6e8f-4973-984b-d64d99ddf2c6 is going to be created. [ 710.119246] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.119480] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.119610] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.119911] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.120146] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.120446] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-60f89618-6e8f-4973-984b-d64d99ddf2c6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.816704] env[66289]: INFO networking_nsxv3.common.synchronization [req-7a767c6e-6072-4d5a-8d42-dabc074620f0 req-48e9a022-e365-4df2-9192-0790fd115432 service nova] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_rules [ 710.816914] env[66289]: INFO networking_nsxv3.common.synchronization [req-7a767c6e-6072-4d5a-8d42-dabc074620f0 req-48e9a022-e365-4df2-9192-0790fd115432 service nova] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 710.816954] env[66289]: INFO networking_nsxv3.common.synchronization [req-7a767c6e-6072-4d5a-8d42-dabc074620f0 req-48e9a022-e365-4df2-9192-0790fd115432 service nova] Enqueued Resource ID: 60f89618-6e8f-4973-984b-d64d99ddf2c6 with Priority: HIGHEST for action port [ 710.817696] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_rules [ 710.817904] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 710.824805] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f89618-6e8f-4973-984b-d64d99ddf2c6 with Priority: HIGHEST for action port [ 710.825370] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.825679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.825679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.825980] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.826086] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.829853] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.829853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.829853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.830044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.830235] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.830382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.830452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.830633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.830723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.830815] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.832692] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f89618-6e8f-4973-984b-d64d99ddf2c6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.832826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f89618-6e8f-4973-984b-d64d99ddf2c6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.832896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f89618-6e8f-4973-984b-d64d99ddf2c6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.834047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f89618-6e8f-4973-984b-d64d99ddf2c6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.834047] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f89618-6e8f-4973-984b-d64d99ddf2c6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.920884] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e1ade03c-93b9-4f00-b3e5-726b8f55cae1 None None] Enqueued Resource ID: 5244faad-609d-431f-8a98-a277347e9620 with Priority: HIGHEST for action port [ 710.922431] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5244faad-609d-431f-8a98-a277347e9620 with Priority: HIGHEST for action port [ 710.922431] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5244faad-609d-431f-8a98-a277347e9620 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.923312] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5244faad-609d-431f-8a98-a277347e9620" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.923535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5244faad-609d-431f-8a98-a277347e9620" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.923905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5244faad-609d-431f-8a98-a277347e9620" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.924172] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5244faad-609d-431f-8a98-a277347e9620',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.227881] env[66289]: INFO networking_nsxv3.common.synchronization [req-2f29d076-c0d4-459a-b27d-bb8c8980425f req-d08f0abc-b0bb-4901-8dd5-6038e8da95fb tempest-ImagesTestJSON-417225935 tempest-ImagesTestJSON-417225935-project-member] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 711.228688] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 711.228796] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.228913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.228977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.229634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.229716] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.229824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.229895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.230082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.230169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.230265] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.335418] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.337209] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.337209] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.337209] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60f89618-6e8f-4973-984b-d64d99ddf2c6 with status ACTIVE [ 711.337209] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.337209] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.337209] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.337673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.337673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.337673] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.337829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.337829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.338047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.338242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.338433] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.339336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.339336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.339336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.339336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.339336] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60f89618-6e8f-4973-984b-d64d99ddf2c6 is going to be updated. [ 711.361806] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.362805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.362905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.363146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.363291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.363528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f89618-6e8f-4973-984b-d64d99ddf2c6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.408045] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a in Status: SUCCESS [ 711.408526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.427817] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5244faad-609d-431f-8a98-a277347e9620 [ 711.429131] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.429131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.429131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.429131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.429131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.429131] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5244faad-609d-431f-8a98-a277347e9620 already deleted. [ 711.429428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5244faad-609d-431f-8a98-a277347e9620" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.735645] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.735826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.735826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.736011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.736113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.737104] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.737104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.737104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.737104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.737104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.737104] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 711.770656] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.770656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.770656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.770656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.770656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.783997] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 711.840551] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.346471] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.346697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.346818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.347307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.347307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.347497] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be created. [ 712.378471] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.378782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.378851] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.379135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.379393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.396762] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: UNINITIALIZED for 2s [ 712.906043] env[66289]: INFO networking_nsxv3.common.synchronization [None req-961c068d-3ba8-48f6-957e-ed9d04b7822c None None] Enqueued Resource ID: 7b2505c9-dbe0-4b1e-8def-44142ee2ad21 with Priority: HIGHEST for action port [ 712.906697] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2505c9-dbe0-4b1e-8def-44142ee2ad21 with Priority: HIGHEST for action port [ 712.908936] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b2505c9-dbe0-4b1e-8def-44142ee2ad21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.908936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b2505c9-dbe0-4b1e-8def-44142ee2ad21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.908936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b2505c9-dbe0-4b1e-8def-44142ee2ad21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.908936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b2505c9-dbe0-4b1e-8def-44142ee2ad21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.908936] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b2505c9-dbe0-4b1e-8def-44142ee2ad21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.412166] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b2505c9-dbe0-4b1e-8def-44142ee2ad21 [ 713.413635] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.413635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.413635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.413635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.413635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.413635] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b2505c9-dbe0-4b1e-8def-44142ee2ad21 already deleted. [ 713.413635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b2505c9-dbe0-4b1e-8def-44142ee2ad21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.473016] env[66289]: INFO networking_nsxv3.common.synchronization [req-709db572-7cab-472e-877e-9d5c6f266715 req-c7ece9d8-19c4-4057-a73f-959283adde16 tempest-SecurityGroupRulesTestJSON-1995388121 tempest-SecurityGroupRulesTestJSON-1995388121-project-member] Enqueued Resource ID: 279664d7-f19d-473f-b311-53fb59b526fc with Priority: HIGHEST for action security_group_rules [ 713.473016] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279664d7-f19d-473f-b311-53fb59b526fc with Priority: HIGHEST for action security_group_rules [ 713.473253] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279664d7-f19d-473f-b311-53fb59b526fc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.473374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.473437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.473697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.473776] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279664d7-f19d-473f-b311-53fb59b526fc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.796475] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 713.796475] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 deletion is rescheduled due to dependency. [ 713.796475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.996686] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.997035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.997035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.997223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.997318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.997416] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279664d7-f19d-473f-b311-53fb59b526fc already deleted. [ 713.997516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.407725] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 714.408186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.408383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.408685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.408886] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.409011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.409096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.409330] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.409467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.409602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.409760] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.607829] env[66289]: INFO networking_nsxv3.common.synchronization [req-813af634-0fea-4a5b-937b-4df2527d7c1b req-c97395e5-a4fb-465d-9d18-bf183563f8c0 tempest-SecurityGroupRulesTestJSON-1995388121 tempest-SecurityGroupRulesTestJSON-1995388121-project-member] Enqueued Resource ID: 279664d7-f19d-473f-b311-53fb59b526fc with Priority: HIGHEST for action security_group_rules [ 714.608358] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279664d7-f19d-473f-b311-53fb59b526fc with Priority: HIGHEST for action security_group_rules [ 714.608669] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279664d7-f19d-473f-b311-53fb59b526fc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.608847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.608919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.609236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.609348] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279664d7-f19d-473f-b311-53fb59b526fc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.911969] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.912199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.912272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.912567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.912750] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.912886] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.912979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.913164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.913295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.913393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.913595] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.913711] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.913821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.917116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.917347] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.917462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.917666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.917765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.917902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.917999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.918128] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.134487] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.135025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.135025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.135025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.135207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.135207] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279664d7-f19d-473f-b311-53fb59b526fc already deleted. [ 715.135207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.420913] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b4f94f7-f881-48fa-ab0b-99d9746a4f03: rpc.has_security_group_logging(os_id): False [ 715.441222] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.441373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.441510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.441737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.441829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.442122] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.442347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.442423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.442600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.442681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.442922] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.443037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.443155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.443321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.443446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.443591] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.443687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.443749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.443934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.444159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.444259] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be created. [ 715.506039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.506186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.506743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.506743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.506743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.519071] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 2s [ 716.011088] env[66289]: INFO networking_nsxv3.common.synchronization [req-dc98571d-3c96-48ff-88c5-75a55ea1323f req-bac9b018-4086-4883-bb2b-0e263e94bad9 tempest-ServerPasswordTestJSON-1982652892 tempest-ServerPasswordTestJSON-1982652892-project-member] Enqueued Resource ID: b347be3b-2824-40f2-8e3f-9af62e83f32b with Priority: HIGHEST for action security_group_members [ 716.012512] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b347be3b-2824-40f2-8e3f-9af62e83f32b with Priority: HIGHEST for action security_group_members [ 716.013204] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b347be3b-2824-40f2-8e3f-9af62e83f32b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.013561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.013728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.015539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.015539] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.015539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.015539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.015539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.015539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.015539] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b347be3b-2824-40f2-8e3f-9af62e83f32b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.518548] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.522101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.522101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.522101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.522101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.522101] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.522101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.522101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.522101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.522101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.522101] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b347be3b-2824-40f2-8e3f-9af62e83f32b is going to be updated. [ 716.551433] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.551795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.551795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.552724] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.552724] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.565113] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b347be3b-2824-40f2-8e3f-9af62e83f32b in Status: IN_PROGRESS for 2s [ 716.734450] env[66289]: INFO networking_nsxv3.common.synchronization [req-3d0cc582-6dca-4b43-8ac9-0158b190139d req-03b847bf-ca70-4591-adea-1a3b4cc6adee tempest-ListServersNegativeTestJSON-2017411964 tempest-ListServersNegativeTestJSON-2017411964-project-member] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 716.735367] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 716.735456] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.735998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.736083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.737989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.737989] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.737989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.737989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.737989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.737989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.737989] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.239952] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.341889] env[66289]: INFO networking_nsxv3.common.synchronization [req-424ef2a4-d0fd-4cf2-8f42-557aed5b8d20 req-3c874971-0444-4bcf-9de5-700fdd8c8c33 tempest-SecurityGroupRulesTestJSON-1995388121 tempest-SecurityGroupRulesTestJSON-1995388121-project-member] Enqueued Resource ID: 279664d7-f19d-473f-b311-53fb59b526fc with Priority: HIGHEST for action security_group_rules [ 717.341889] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279664d7-f19d-473f-b311-53fb59b526fc with Priority: HIGHEST for action security_group_rules [ 717.343824] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279664d7-f19d-473f-b311-53fb59b526fc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.343824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.343824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.343824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.343824] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279664d7-f19d-473f-b311-53fb59b526fc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.534859] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 717.535141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.742237] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.869121] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.869340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.869426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.869586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.869670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.869818] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279664d7-f19d-473f-b311-53fb59b526fc already deleted. [ 717.869860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279664d7-f19d-473f-b311-53fb59b526fc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.247396] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.247647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.248288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.248288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.248288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.248288] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be updated. [ 718.281370] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.281566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.281566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.281803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.281950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.293253] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: IN_PROGRESS for 2s [ 718.489032] env[66289]: INFO networking_nsxv3.common.synchronization [req-515bfadc-bcfa-48c8-a29c-7d0b8ee6b3b5 req-1f6afb25-95ca-4d41-9679-8de1fcf68207 tempest-ServersAdminNegativeTestJSON-753412807 tempest-ServersAdminNegativeTestJSON-753412807-project-member] Enqueued Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 718.489155] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 718.489464] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.489586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.489657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.489900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.490210] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.490338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.490400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.490562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.490652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.490743] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.575416] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b347be3b-2824-40f2-8e3f-9af62e83f32b in Status: SUCCESS [ 718.575722] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b347be3b-2824-40f2-8e3f-9af62e83f32b deletion is rescheduled due to dependency. [ 718.575780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.838285] env[66289]: INFO networking_nsxv3.common.synchronization [req-66340875-1831-4ee4-b5c3-c046b5a54913 req-b6946f1a-a4a0-4917-bdfe-beca212f49c3 tempest-FloatingIPsAssociationNegativeTestJSON-1186371402 tempest-FloatingIPsAssociationNegativeTestJSON-1186371402-project-member] Enqueued Resource ID: 72b2bae1-7974-4dac-8147-51cdbd394cce with Priority: HIGHEST for action security_group_members [ 718.839272] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b2bae1-7974-4dac-8147-51cdbd394cce with Priority: HIGHEST for action security_group_members [ 718.839598] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b2bae1-7974-4dac-8147-51cdbd394cce taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.839766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.839810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.840217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.840392] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.840501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.840561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.840738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.840826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.840922] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b2bae1-7974-4dac-8147-51cdbd394cce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.993234] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.258675] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-322 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.258675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-322" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.258675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-322" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-322" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.258675] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.259111] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.259386] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.259711] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.259958] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.260271] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.260484] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.260670] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.260883] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.261106] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.261298] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.261534] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.288376] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.288376] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.288376] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.288376] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-322" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.289205] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-a61de235-61ec-4831-a27f-240e790a42ff taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.290385] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-a61de235-61ec-4831-a27f-240e790a42ff" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.290385] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-a61de235-61ec-4831-a27f-240e790a42ff" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.290385] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-a61de235-61ec-4831-a27f-240e790a42ff" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.291891] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61de235-61ec-4831-a27f-240e790a42ff',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.343921] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.344150] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.344252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.347601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.347601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.347601] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.347601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.347601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.347601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.347601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.347601] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b2bae1-7974-4dac-8147-51cdbd394cce already deleted. [ 719.347601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.495476] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.798054] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.798054] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.798054] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.798054] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.798054] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.798054] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port a61de235-61ec-4831-a27f-240e790a42ff not found, creating... [ 719.798054] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.798054] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.798054] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.798054] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.798054] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.798758] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.798758] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.798758] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.798958] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.799212] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.799460] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: a61de235-61ec-4831-a27f-240e790a42ff is going to be created. [ 719.823180] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.823180] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.823180] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.823180] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.823180] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.823180] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-a61de235-61ec-4831-a27f-240e790a42ff" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.852198] env[66289]: INFO networking_nsxv3.common.synchronization [None req-992a3b99-5ee9-46ae-8ff2-d69e7c8a236a None None] Enqueued Resource ID: 5e0aa655-62a3-4812-89d2-a58149d42056 with Priority: HIGHEST for action port [ 719.852198] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0aa655-62a3-4812-89d2-a58149d42056 with Priority: HIGHEST for action port [ 719.852198] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e0aa655-62a3-4812-89d2-a58149d42056 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.852198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e0aa655-62a3-4812-89d2-a58149d42056" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.852198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e0aa655-62a3-4812-89d2-a58149d42056" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.852198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e0aa655-62a3-4812-89d2-a58149d42056" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.852198] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0aa655-62a3-4812-89d2-a58149d42056',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.998532] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.998663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.998735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.998948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.999055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.999154] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d is going to be updated. [ 720.032553] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.032752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.032752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.032988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.033245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.046866] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: IN_PROGRESS for 2s [ 720.305785] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 720.306032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.355255] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e0aa655-62a3-4812-89d2-a58149d42056 [ 720.355255] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.355255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.355387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.355735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.355735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.355735] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e0aa655-62a3-4812-89d2-a58149d42056 already deleted. [ 720.355852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e0aa655-62a3-4812-89d2-a58149d42056" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.575210] env[66289]: INFO networking_nsxv3.common.synchronization [req-66340875-1831-4ee4-b5c3-c046b5a54913 req-4c1b715b-60f7-4ff7-99df-9adc4f006f1e service nova] Enqueued Resource ID: 72b2bae1-7974-4dac-8147-51cdbd394cce with Priority: HIGHEST for action security_group_rules [ 720.575475] env[66289]: INFO networking_nsxv3.common.synchronization [req-66340875-1831-4ee4-b5c3-c046b5a54913 req-4c1b715b-60f7-4ff7-99df-9adc4f006f1e service nova] Enqueued Resource ID: 72b2bae1-7974-4dac-8147-51cdbd394cce with Priority: HIGHEST for action security_group_members [ 720.575546] env[66289]: INFO networking_nsxv3.common.synchronization [req-66340875-1831-4ee4-b5c3-c046b5a54913 req-4c1b715b-60f7-4ff7-99df-9adc4f006f1e service nova] Enqueued Resource ID: a61de235-61ec-4831-a27f-240e790a42ff with Priority: HIGHEST for action port [ 720.576241] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b2bae1-7974-4dac-8147-51cdbd394cce with Priority: HIGHEST for action security_group_rules [ 720.576319] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b2bae1-7974-4dac-8147-51cdbd394cce with Priority: HIGHEST for action security_group_members [ 720.576456] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61de235-61ec-4831-a27f-240e790a42ff with Priority: HIGHEST for action port [ 720.576884] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b2bae1-7974-4dac-8147-51cdbd394cce taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.577075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.577176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.577469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.577647] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b2bae1-7974-4dac-8147-51cdbd394cce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.578661] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b2bae1-7974-4dac-8147-51cdbd394cce taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.580291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.580291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.580291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.580291] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.580523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.580558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.581614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.581614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.581614] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b2bae1-7974-4dac-8147-51cdbd394cce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.582669] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a61de235-61ec-4831-a27f-240e790a42ff taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.582821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a61de235-61ec-4831-a27f-240e790a42ff" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.583638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a61de235-61ec-4831-a27f-240e790a42ff" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.583638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a61de235-61ec-4831-a27f-240e790a42ff" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.583638] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a61de235-61ec-4831-a27f-240e790a42ff',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.085147] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b2bae1-7974-4dac-8147-51cdbd394cce taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.085587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.085587] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b2bae1-7974-4dac-8147-51cdbd394cce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.088757] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a61de235-61ec-4831-a27f-240e790a42ff with status ACTIVE [ 721.088757] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.088757] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.088757] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.088757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.089710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.089710] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a61de235-61ec-4831-a27f-240e790a42ff is going to be updated. [ 721.111040] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.111279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.111279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.111484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.111546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.111715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a61de235-61ec-4831-a27f-240e790a42ff" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.233311] env[66289]: INFO networking_nsxv3.common.synchronization [None req-26fd43e2-9b86-455b-a618-8ca6989e2ce5 tempest-ServersTestManualDisk-631871651 tempest-ServersTestManualDisk-631871651-project-member] Enqueued Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_rules [ 721.233879] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_rules [ 721.234201] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c1f712-1f0f-4ee8-836a-5311c713920b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.234328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.234389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.234644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.234730] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.441370] env[66289]: INFO networking_nsxv3.common.synchronization [None req-645ad98b-6c87-41bd-9804-228768840f27 tempest-ServersTestManualDisk-631871651 tempest-ServersTestManualDisk-631871651-project-member] Enqueued Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_rules [ 721.442036] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_rules [ 721.442422] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c1f712-1f0f-4ee8-836a-5311c713920b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.442566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.512153] env[66289]: INFO networking_nsxv3.common.synchronization [req-ead09aac-09f6-4c5d-8115-f44e524c2efd req-02614954-e31e-47be-97f5-84ffa1e1242c tempest-ServersAdminTestJSON-1705096917 tempest-ServersAdminTestJSON-1705096917-project-member] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 721.512153] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 721.512153] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.512153] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.512153] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.512811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.513142] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.513499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.513690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.513949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.514170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.514378] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.591296] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b2bae1-7974-4dac-8147-51cdbd394cce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.759112] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.759112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.759112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.759112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.759112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.759112] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c1f712-1f0f-4ee8-836a-5311c713920b already deleted. [ 721.759112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.759112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.759112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.759112] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.871280] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.871537] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.871665] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.871930] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.873146] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.873500] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.873500] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.873701] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.874066] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.874498] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.874498] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.874596] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.874660] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.875250] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.875499] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.875607] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.897186] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.897417] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.897579] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.897922] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-924" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.898260] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-18f0d294-c914-4015-bb10-10de33942bb0 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.898426] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-18f0d294-c914-4015-bb10-10de33942bb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.898426] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-18f0d294-c914-4015-bb10-10de33942bb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.898735] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-18f0d294-c914-4015-bb10-10de33942bb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.898869] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f0d294-c914-4015-bb10-10de33942bb0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.941489] env[66289]: INFO networking_nsxv3.common.synchronization [None req-93c47976-0cbb-45ca-88eb-38a460e8250a None None] Enqueued Resource ID: bceff346-b8b9-48db-bee9-c40ab5501669 with Priority: HIGHEST for action port [ 721.941489] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bceff346-b8b9-48db-bee9-c40ab5501669 with Priority: HIGHEST for action port [ 721.941489] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-bceff346-b8b9-48db-bee9-c40ab5501669 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.941489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bceff346-b8b9-48db-bee9-c40ab5501669" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.941489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bceff346-b8b9-48db-bee9-c40ab5501669" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.941489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bceff346-b8b9-48db-bee9-c40ab5501669" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.941489] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bceff346-b8b9-48db-bee9-c40ab5501669',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.017880] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.059131] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: SUCCESS [ 722.059322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.094769] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.096041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.096041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.096041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.096041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.096041] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b2bae1-7974-4dac-8147-51cdbd394cce is going to be created. [ 722.119748] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.119927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.120028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.120240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.120403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.132066] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b2bae1-7974-4dac-8147-51cdbd394cce in Status: UNINITIALIZED for 2s [ 722.285052] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.285157] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.285187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.286814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.286814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.286814] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c1f712-1f0f-4ee8-836a-5311c713920b already deleted. [ 722.286814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.402278] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.402443] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.402567] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.402882] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.403065] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.403226] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 18f0d294-c914-4015-bb10-10de33942bb0 not found, creating... [ 722.404035] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.404035] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.404035] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.404035] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.404250] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.404611] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.404611] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.404611] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.404811] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.404938] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.405082] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 18f0d294-c914-4015-bb10-10de33942bb0 is going to be created. [ 722.434332] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.434432] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.434466] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.434839] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.435163] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.435386] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-18f0d294-c914-4015-bb10-10de33942bb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.445962] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bceff346-b8b9-48db-bee9-c40ab5501669 [ 722.446283] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.446660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.446660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.446770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.446857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.446960] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bceff346-b8b9-48db-bee9-c40ab5501669 already deleted. [ 722.447063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bceff346-b8b9-48db-bee9-c40ab5501669" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.521192] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.024019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.024214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.024531] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.024785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.024886] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.024993] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 723.057040] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.057329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.057626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.057839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.058214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.069092] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 723.150076] env[66289]: INFO networking_nsxv3.common.synchronization [req-ead09aac-09f6-4c5d-8115-f44e524c2efd req-0e6f0644-cc9d-4e32-9ca8-5aa8b4ff068d service nova] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_rules [ 723.150076] env[66289]: INFO networking_nsxv3.common.synchronization [req-ead09aac-09f6-4c5d-8115-f44e524c2efd req-0e6f0644-cc9d-4e32-9ca8-5aa8b4ff068d service nova] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 723.150076] env[66289]: INFO networking_nsxv3.common.synchronization [req-ead09aac-09f6-4c5d-8115-f44e524c2efd req-0e6f0644-cc9d-4e32-9ca8-5aa8b4ff068d service nova] Enqueued Resource ID: 18f0d294-c914-4015-bb10-10de33942bb0 with Priority: HIGHEST for action port [ 723.150076] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_rules [ 723.150076] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 723.150076] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f0d294-c914-4015-bb10-10de33942bb0 with Priority: HIGHEST for action port [ 723.150076] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.150076] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.151720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.153088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.153088] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.153731] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.154060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.154737] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-18f0d294-c914-4015-bb10-10de33942bb0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.154975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18f0d294-c914-4015-bb10-10de33942bb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.155165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18f0d294-c914-4015-bb10-10de33942bb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.155443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18f0d294-c914-4015-bb10-10de33942bb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.157018] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f0d294-c914-4015-bb10-10de33942bb0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.654886] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.655414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.661371] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18f0d294-c914-4015-bb10-10de33942bb0 with status ACTIVE [ 723.661550] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.662391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.662562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.662795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.662962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.663416] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.663416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.663416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.663595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.663738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.663964] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.664451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.664451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.664451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.664451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.664638] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18f0d294-c914-4015-bb10-10de33942bb0 is going to be updated. [ 723.690862] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.691056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.691152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.691420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.691567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.691733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18f0d294-c914-4015-bb10-10de33942bb0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.853848] env[66289]: INFO networking_nsxv3.common.synchronization [req-2ad94833-8f92-44d3-951d-f77a5682fa79 req-d1f8f79b-e7dd-491f-a478-f911feaf783a tempest-VolumesAssistedSnapshotsTest-1740026651 tempest-VolumesAssistedSnapshotsTest-1740026651-project-member] Enqueued Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_members [ 723.854450] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f with Priority: HIGHEST for action security_group_members [ 723.856543] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0744e1a2-ee82-424a-bc91-c7a571ae645f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.856675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.856750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.856968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.857148] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.857246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.857311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.857465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.857664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.857770] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0744e1a2-ee82-424a-bc91-c7a571ae645f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.144065] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b2bae1-7974-4dac-8147-51cdbd394cce in Status: SUCCESS [ 724.144139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.144396] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.144545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.144755] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.144868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.144923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.145093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.145165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.145308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.145373] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72b2bae1-7974-4dac-8147-51cdbd394cce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.363079] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.363079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.363079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.363079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.363079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.363079] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.363079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.363079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.363079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.363079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.363079] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f is going to be updated. [ 724.396117] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.398838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.398838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.398838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.398838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.411269] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f in Status: IN_PROGRESS for 2s [ 724.649829] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b2bae1-7974-4dac-8147-51cdbd394cce taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.649974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.650058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.650293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.650457] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.650561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.650624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.650780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.650867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.650955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.651121] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b2bae1-7974-4dac-8147-51cdbd394cce taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.651210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.651269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.651410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.651544] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.651638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.651700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.651839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.652032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.652032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.652125] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72b2bae1-7974-4dac-8147-51cdbd394cce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.679289] env[66289]: INFO networking_nsxv3.common.synchronization [req-fe32d1b6-aa5a-4875-8230-6edad506587f req-8af1dd0e-ea02-4eee-af05-48d4e3f39ed9 tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 724.679773] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 724.680089] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.680207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.680274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.680522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.680676] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.680928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.680928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.681039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.681300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.681403] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.091060] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 725.091060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.091060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.091060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.091060] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.091060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.091060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.091060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.091060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.091060] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.142082] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.142082] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-514" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.142082] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-514" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.142272] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-514" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.142425] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.142572] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.142687] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.142892] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.143090] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.143306] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.143429] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.143552] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.143652] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.143753] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.143846] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.143964] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.155318] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72b2bae1-7974-4dac-8147-51cdbd394cce: rpc.has_security_group_logging(os_id): False [ 725.167043] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.167246] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.167387] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.167559] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-514" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.167920] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-9d9a83c8-35a2-4741-8ca0-efe518e49036 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.168118] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.168235] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.168537] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.168675] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d9a83c8-35a2-4741-8ca0-efe518e49036',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.174505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.174505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.174827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.174827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.175060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.175187] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.175287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.175363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.175544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.175709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.175880] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.175994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.176118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.176257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.176333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.176557] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.176697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.176766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.176891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.177128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.177128] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b2bae1-7974-4dac-8147-51cdbd394cce is going to be created. [ 725.183365] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.183519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.183590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.183881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.183970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.184170] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.184268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.184329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.184470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.184546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.184636] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 already deleted. [ 725.184739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.237541] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.237802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.237889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.238159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.238368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.250726] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b2bae1-7974-4dac-8147-51cdbd394cce in Status: IN_PROGRESS for 2s [ 725.593076] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.671332] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.672193] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.672193] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.672193] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.672193] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.672527] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 9d9a83c8-35a2-4741-8ca0-efe518e49036 not found, creating... [ 725.673099] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.673335] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.673500] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.673777] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.674017] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.674364] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.674590] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.674779] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.675051] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.675244] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.675427] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 9d9a83c8-35a2-4741-8ca0-efe518e49036 is going to be created. [ 725.699395] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.699766] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.699995] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.700401] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.700670] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.700939] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.095837] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.421925] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f in Status: SUCCESS [ 726.422167] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0744e1a2-ee82-424a-bc91-c7a571ae645f deletion is rescheduled due to dependency. [ 726.422340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0744e1a2-ee82-424a-bc91-c7a571ae645f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.484202] env[66289]: INFO networking_nsxv3.common.synchronization [req-fe32d1b6-aa5a-4875-8230-6edad506587f req-4ebb911c-8166-4f80-af3d-e1caa7e543b6 service nova] Enqueued Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_rules [ 726.485306] env[66289]: INFO networking_nsxv3.common.synchronization [req-fe32d1b6-aa5a-4875-8230-6edad506587f req-4ebb911c-8166-4f80-af3d-e1caa7e543b6 service nova] Enqueued Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 726.485306] env[66289]: INFO networking_nsxv3.common.synchronization [req-fe32d1b6-aa5a-4875-8230-6edad506587f req-4ebb911c-8166-4f80-af3d-e1caa7e543b6 service nova] Enqueued Resource ID: 9d9a83c8-35a2-4741-8ca0-efe518e49036 with Priority: HIGHEST for action port [ 726.485306] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_rules [ 726.485699] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 726.485838] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9a83c8-35a2-4741-8ca0-efe518e49036 with Priority: HIGHEST for action port [ 726.486164] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.486286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.486350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.486646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.486728] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.487832] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.487989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.488098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.488315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.488496] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.488625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.488688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.490275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.490275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.490275] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.491093] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d9a83c8-35a2-4741-8ca0-efe518e49036 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.491248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.491522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.491522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.491522] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d9a83c8-35a2-4741-8ca0-efe518e49036',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.599377] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.600580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.600580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.600580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.600580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.600802] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 726.634476] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.634678] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.634766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.634933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.635097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.647131] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 726.993500] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.993641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.994960] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.995907] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d9a83c8-35a2-4741-8ca0-efe518e49036 with status ACTIVE [ 726.996149] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.996613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.996613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.996613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.996613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.996805] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.996861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.996935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.997138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.997247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.997567] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.997567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.997567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.997749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.997777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.997870] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d9a83c8-35a2-4741-8ca0-efe518e49036 is going to be updated. [ 727.021079] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.021287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.021352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.021531] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.021667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.021826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.112783] env[66289]: INFO networking_nsxv3.common.synchronization [req-120973f3-e634-46e6-acb2-824539c7713c req-f0e0e9f5-2898-42a4-8bab-652f596c98ae tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 727.113426] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 727.113736] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.113870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.113956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.114758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.114758] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.114758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.114758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.114918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.114918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.115573] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.266015] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b2bae1-7974-4dac-8147-51cdbd394cce in Status: SUCCESS [ 727.266350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.500752] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.609063] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.609389] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.609424] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.610566] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.610923] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.611170] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.611308] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.611574] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.611720] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.611947] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.612081] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.612190] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.612293] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.612408] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.612516] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.612654] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.617316] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.618893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.618893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.618893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.618893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.618893] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.619145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.619145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.619306] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.619418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.619745] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 already deleted. [ 727.619745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.643671] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.644024] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.644262] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.644698] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.645131] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.645340] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.645518] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.645870] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.646021] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.005047] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.005047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.005047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.005841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.005841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.005841] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 is going to be created. [ 728.032292] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.032502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.032502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.035022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.035022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.045573] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: UNINITIALIZED for 2s [ 728.151070] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.151342] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.151404] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.151683] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.151848] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.151981] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea not found, creating... [ 728.152274] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.152425] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.152542] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.152787] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.152923] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.153320] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.153489] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.153603] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.153810] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.153946] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.156912] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea is going to be created. [ 728.173774] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.174050] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.174124] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.174477] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.174694] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.174915] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.659584] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 728.659881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.659981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.660221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.660420] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.660538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.660603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.660754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.660838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.660923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.661021] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.912730] env[66289]: INFO networking_nsxv3.common.synchronization [req-120973f3-e634-46e6-acb2-824539c7713c req-ff8e4ede-1c1b-4ddf-b8b8-0823916ebf22 service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 728.912907] env[66289]: INFO networking_nsxv3.common.synchronization [req-120973f3-e634-46e6-acb2-824539c7713c req-ff8e4ede-1c1b-4ddf-b8b8-0823916ebf22 service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 728.913048] env[66289]: INFO networking_nsxv3.common.synchronization [req-120973f3-e634-46e6-acb2-824539c7713c req-ff8e4ede-1c1b-4ddf-b8b8-0823916ebf22 service nova] Enqueued Resource ID: 58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea with Priority: HIGHEST for action port [ 728.913282] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 728.914274] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 728.914274] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea with Priority: HIGHEST for action port [ 728.916694] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.916694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.916694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.916694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.916694] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.917252] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.917392] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.917482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.917536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.917693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.917750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.918045] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.918538] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.918663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.918727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.918853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.918928] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.163348] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.164251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.164251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.164467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.164605] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.164818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.164818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.165316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.165316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.165316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.165316] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.165470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.165470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.165573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.165770] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.165865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.165865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.166273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.166349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.166978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.166978] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.421624] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.421859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.421953] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.422839] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea with status ACTIVE [ 729.423356] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.423356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.423356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.426159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.426159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.426159] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.426159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.426159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.426159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.426159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.426159] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.426159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.426159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.426159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.426159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.426159] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea is going to be updated. [ 729.452585] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.452585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.452585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.452585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.452585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.452585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58469c6a-a0f8-40c0-ba1d-60ceb9f5dcea" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.612137] env[66289]: INFO networking_nsxv3.common.synchronization [None req-1eafd0b5-2467-4676-a90d-2ae0b4da1f0d None None] Enqueued Resource ID: 3d288e3b-94d4-4179-b553-f5a828fd91ac with Priority: HIGHEST for action port [ 729.612137] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d288e3b-94d4-4179-b553-f5a828fd91ac with Priority: HIGHEST for action port [ 729.612294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d288e3b-94d4-4179-b553-f5a828fd91ac taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.613383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d288e3b-94d4-4179-b553-f5a828fd91ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.613433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d288e3b-94d4-4179-b553-f5a828fd91ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.613686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d288e3b-94d4-4179-b553-f5a828fd91ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.613803] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d288e3b-94d4-4179-b553-f5a828fd91ac',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.670965] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3b2918-b02f-4f24-9fee-7af2e24eaf8b: rpc.has_security_group_logging(os_id): False [ 729.694677] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.694823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.694915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.695166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.695262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.695719] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.695719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.695883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.696059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.696144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.697274] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.697274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.697274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.697274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.697274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.697274] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.697588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.697588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.697699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.699534] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.699534] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 729.774973] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.777021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.777021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.777021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.777021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.795600] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 729.927153] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.001065] env[66289]: INFO networking_nsxv3.common.synchronization [req-adc2eedc-504d-4289-8a81-631d045f1b0d req-d3e3f08d-4fca-4990-accf-5ae38889eb54 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_members [ 730.001572] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_members [ 730.001884] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9af1180-de21-4fe6-8028-73b3a95af3da taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.002018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.002182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.002448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.002608] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.002710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.002803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.002934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.003030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.003127] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9af1180-de21-4fe6-8028-73b3a95af3da',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.058369] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: SUCCESS [ 730.058599] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.058801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.059041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.059246] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.059373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.059439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.059595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.059681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.059808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.059909] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.120361] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d288e3b-94d4-4179-b553-f5a828fd91ac [ 730.120454] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.120715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.120715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.121289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.121289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.121289] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d288e3b-94d4-4179-b553-f5a828fd91ac already deleted. [ 730.121289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d288e3b-94d4-4179-b553-f5a828fd91ac" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.430872] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.433699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.433699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.433699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.433699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.433699] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be created. [ 730.460582] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.460582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.460582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.460582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.460582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.469879] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: UNINITIALIZED for 2s [ 730.474033] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.474033] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.474033] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.474033] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.474696] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.475352] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.475615] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.477046] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.477046] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.477046] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.477046] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.477046] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.477046] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.477046] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.477046] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.477046] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.498377] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.498593] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.498756] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.498972] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.499353] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-1aaa14bb-c6b7-4ca1-a014-2a979e953f87 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.499660] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-1aaa14bb-c6b7-4ca1-a014-2a979e953f87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.499829] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-1aaa14bb-c6b7-4ca1-a014-2a979e953f87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.500316] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-1aaa14bb-c6b7-4ca1-a014-2a979e953f87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.500492] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aaa14bb-c6b7-4ca1-a014-2a979e953f87',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.507370] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.507519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.507609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.507851] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.507944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.508139] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.508236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.508293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.508445] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.508515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.508593] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9af1180-de21-4fe6-8028-73b3a95af3da already deleted. [ 730.509480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.562516] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.562603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.562636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.562841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.563027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.563162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.563258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.563426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.563514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.563605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.563751] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.563845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.563924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.564461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.564521] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.564641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.564746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.564944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.565079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.565229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.565370] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.003516] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.003870] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.003870] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.004146] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.004298] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.004450] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 1aaa14bb-c6b7-4ca1-a014-2a979e953f87 not found, creating... [ 731.004712] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.004886] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.004985] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.005408] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.005408] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.005716] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.006153] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.006340] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.006575] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.006710] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.006854] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 1aaa14bb-c6b7-4ca1-a014-2a979e953f87 is going to be created. [ 731.030358] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.030900] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.030900] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.031114] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.031303] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.031556] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-1aaa14bb-c6b7-4ca1-a014-2a979e953f87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.069255] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b03638b-3d9f-4f56-a116-0ad749b08ef1: rpc.has_security_group_logging(os_id): False [ 731.087286] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.087458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.087546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.087863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.088009] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.088248] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.088369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.088459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.088682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.088796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.088982] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.089117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.089189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.089797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.089853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.090241] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.090369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.090455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.090630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.090723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.090859] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 is going to be created. [ 731.169880] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.170132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.170221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.170402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.170587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.186569] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: IN_PROGRESS for 2s [ 731.767909] env[66289]: INFO networking_nsxv3.common.synchronization [req-adc2eedc-504d-4289-8a81-631d045f1b0d req-dca3f67e-353f-478a-b77a-dfed13016852 service nova] Enqueued Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_rules [ 731.768112] env[66289]: INFO networking_nsxv3.common.synchronization [req-adc2eedc-504d-4289-8a81-631d045f1b0d req-dca3f67e-353f-478a-b77a-dfed13016852 service nova] Enqueued Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_members [ 731.768296] env[66289]: INFO networking_nsxv3.common.synchronization [req-adc2eedc-504d-4289-8a81-631d045f1b0d req-dca3f67e-353f-478a-b77a-dfed13016852 service nova] Enqueued Resource ID: 1aaa14bb-c6b7-4ca1-a014-2a979e953f87 with Priority: HIGHEST for action port [ 731.768792] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_rules [ 731.768979] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_members [ 731.769872] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aaa14bb-c6b7-4ca1-a014-2a979e953f87 with Priority: HIGHEST for action port [ 731.770294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9af1180-de21-4fe6-8028-73b3a95af3da taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.770427] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.770495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.770704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.770784] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9af1180-de21-4fe6-8028-73b3a95af3da',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.772238] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9af1180-de21-4fe6-8028-73b3a95af3da taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.772407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.772482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.772696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.772882] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.773388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.773388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.773388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.773388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.773388] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9af1180-de21-4fe6-8028-73b3a95af3da',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.774160] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aaa14bb-c6b7-4ca1-a014-2a979e953f87 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.774286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aaa14bb-c6b7-4ca1-a014-2a979e953f87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.774359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aaa14bb-c6b7-4ca1-a014-2a979e953f87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.778385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aaa14bb-c6b7-4ca1-a014-2a979e953f87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.778385] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aaa14bb-c6b7-4ca1-a014-2a979e953f87',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.811989] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 731.812267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.168366] env[66289]: INFO networking_nsxv3.common.synchronization [None req-c68b9ec0-0f98-4a19-8d1f-7dbd9bfb3cf7 None None] Enqueued Resource ID: b41696c7-89f3-4f90-a1f0-b8fa188cd827 with Priority: HIGHEST for action port [ 732.168366] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b41696c7-89f3-4f90-a1f0-b8fa188cd827 with Priority: HIGHEST for action port [ 732.168366] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b41696c7-89f3-4f90-a1f0-b8fa188cd827 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.168366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b41696c7-89f3-4f90-a1f0-b8fa188cd827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.168366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b41696c7-89f3-4f90-a1f0-b8fa188cd827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.168366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b41696c7-89f3-4f90-a1f0-b8fa188cd827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.168366] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b41696c7-89f3-4f90-a1f0-b8fa188cd827',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.234612] env[66289]: INFO networking_nsxv3.common.synchronization [None req-04f4c488-3dc8-41b0-990d-3c021bf04e7e None None] Enqueued Resource ID: af4c1cfa-a587-44aa-8e87-cc1456e82cae with Priority: HIGHEST for action port [ 732.235224] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4c1cfa-a587-44aa-8e87-cc1456e82cae with Priority: HIGHEST for action port [ 732.236264] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-af4c1cfa-a587-44aa-8e87-cc1456e82cae taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.236502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af4c1cfa-a587-44aa-8e87-cc1456e82cae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.236573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af4c1cfa-a587-44aa-8e87-cc1456e82cae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.237359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af4c1cfa-a587-44aa-8e87-cc1456e82cae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.238269] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4c1cfa-a587-44aa-8e87-cc1456e82cae',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.280590] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9af1180-de21-4fe6-8028-73b3a95af3da',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.285815] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9af1180-de21-4fe6-8028-73b3a95af3da taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.285815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.285815] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1aaa14bb-c6b7-4ca1-a014-2a979e953f87 with status ACTIVE [ 732.286111] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.286111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.286257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.286483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.286483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.286646] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.286738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.286795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.286947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.287032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.287211] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.287303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.287362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.287719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.287719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.287719] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1aaa14bb-c6b7-4ca1-a014-2a979e953f87 is going to be updated. [ 732.315952] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.316278] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.316379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.316548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.316717] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.316910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aaa14bb-c6b7-4ca1-a014-2a979e953f87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.482105] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 732.482357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.482529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.482760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.482961] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.483092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.483158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.483315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.483396] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.483488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.483569] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.671762] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b41696c7-89f3-4f90-a1f0-b8fa188cd827 [ 732.672055] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.672193] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.672265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.672514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.672610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.672713] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b41696c7-89f3-4f90-a1f0-b8fa188cd827 already deleted. [ 732.672791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b41696c7-89f3-4f90-a1f0-b8fa188cd827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.739711] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af4c1cfa-a587-44aa-8e87-cc1456e82cae [ 732.739711] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.739827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.739827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.740073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.740176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.740275] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af4c1cfa-a587-44aa-8e87-cc1456e82cae already deleted. [ 732.740357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af4c1cfa-a587-44aa-8e87-cc1456e82cae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.791036] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9af1180-de21-4fe6-8028-73b3a95af3da',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.987027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.987358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.987358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.987639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.987902] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.988079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.988201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.988567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.988567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.988707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.988921] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.989770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.989861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.990380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.990380] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.990380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.990380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.990559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.990654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.990694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.990787] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.993902] env[66289]: INFO networking_nsxv3.common.synchronization [req-a92e21ec-7e65-4155-aa2c-43c13c8e477c req-c7397e48-e6cf-492b-9e71-a755ce5f8e48 tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 732.994830] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 732.995154] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.995391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.995391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.995565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.995741] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.995842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.995904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.996061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.996315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.996315] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.198840] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: SUCCESS [ 733.199130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.294998] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.294998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.294998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.294998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.294998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.294998] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9af1180-de21-4fe6-8028-73b3a95af3da is going to be created. [ 733.338408] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.338558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.338650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.338941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.339148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.350083] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9af1180-de21-4fe6-8028-73b3a95af3da in Status: UNINITIALIZED for 2s [ 733.495824] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b110e8f4-4cab-48dc-bb44-aa3de7afc7f5: rpc.has_security_group_logging(os_id): False [ 733.499019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.499198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.499325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.499545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.499636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.499837] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.499938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.500014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.500198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.500317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.500405] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 already deleted. [ 733.500488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.515878] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.516156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.516290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.516544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.516638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.516848] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.516954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.517139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.517328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.517584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.517858] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.517997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.518102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.518409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.518409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.518608] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.518756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.518889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.519323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.519323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.519323] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be created. [ 733.581374] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.581570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.581602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.582871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.582871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.600759] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 733.876143] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.876404] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.876563] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.876940] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.877282] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.878553] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.878553] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.878553] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.878553] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.878553] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.878553] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.878902] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.878902] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.878979] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.879099] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.879296] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.901447] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.901621] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.901762] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.901932] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.902338] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-162d377d-065b-4393-9f92-68de852150dd taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.902546] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-162d377d-065b-4393-9f92-68de852150dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.902670] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-162d377d-065b-4393-9f92-68de852150dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.902995] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-162d377d-065b-4393-9f92-68de852150dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.903150] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('162d377d-065b-4393-9f92-68de852150dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.406420] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.406821] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.406821] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.407212] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.407422] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.408392] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 162d377d-065b-4393-9f92-68de852150dd not found, creating... [ 734.409847] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.409847] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.409847] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.409847] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.409847] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.410226] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.410311] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.410455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.410729] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.410886] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.412592] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 162d377d-065b-4393-9f92-68de852150dd is going to be created. [ 734.439037] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.439037] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.439037] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.439586] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.439586] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.439853] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-162d377d-065b-4393-9f92-68de852150dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.175800] env[66289]: INFO networking_nsxv3.common.synchronization [req-a92e21ec-7e65-4155-aa2c-43c13c8e477c req-a0115760-ba9f-4334-84e1-acdc9fddba58 service nova] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_rules [ 735.175800] env[66289]: INFO networking_nsxv3.common.synchronization [req-a92e21ec-7e65-4155-aa2c-43c13c8e477c req-a0115760-ba9f-4334-84e1-acdc9fddba58 service nova] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 735.175800] env[66289]: INFO networking_nsxv3.common.synchronization [req-a92e21ec-7e65-4155-aa2c-43c13c8e477c req-a0115760-ba9f-4334-84e1-acdc9fddba58 service nova] Enqueued Resource ID: 162d377d-065b-4393-9f92-68de852150dd with Priority: HIGHEST for action port [ 735.175965] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_rules [ 735.175996] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 735.176162] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162d377d-065b-4393-9f92-68de852150dd with Priority: HIGHEST for action port [ 735.176467] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.176590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.176747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.177320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.177396] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.179084] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.179246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.179345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.179701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.180504] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.180504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.181377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.181637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.182138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.182609] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.184377] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-162d377d-065b-4393-9f92-68de852150dd taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.184570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-162d377d-065b-4393-9f92-68de852150dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.184861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-162d377d-065b-4393-9f92-68de852150dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.185154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-162d377d-065b-4393-9f92-68de852150dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.185277] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('162d377d-065b-4393-9f92-68de852150dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.362641] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9af1180-de21-4fe6-8028-73b3a95af3da in Status: SUCCESS [ 735.363696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.365332] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.365332] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.365332] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.365332] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.365332] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.366924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.366924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.366924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.366924] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9af1180-de21-4fe6-8028-73b3a95af3da',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.625133] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 735.625418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.688423] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.688572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.688815] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.690186] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 162d377d-065b-4393-9f92-68de852150dd with status ACTIVE [ 735.690449] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.690918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.690918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.690918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.690918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.691488] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.691488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.691488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.691733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.692012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.692129] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.692315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.692420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.699031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.699031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.699031] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 162d377d-065b-4393-9f92-68de852150dd is going to be updated. [ 735.725039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.725039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.725039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.725256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.725302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.725502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-162d377d-065b-4393-9f92-68de852150dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.743126] env[66289]: INFO networking_nsxv3.common.synchronization [req-4f0f6913-2eb3-4b8c-816c-e1ac9ff2b1bc req-9a8f34bf-2010-4df6-8827-da3afd0308c9 tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 735.743808] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 735.744608] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.744710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.744710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.745959] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.745959] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.746240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.746240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.746372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.746456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.746548] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.872093] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9af1180-de21-4fe6-8028-73b3a95af3da',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.190744] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.190907] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.192183] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.196372] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.196372] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.196372] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.196372] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.196372] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.196372] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.196372] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.196372] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.196372] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.196372] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.196372] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.196372] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.196372] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.197878] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.217181] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.217354] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.217482] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.217693] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.218111] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-61a22c0a-ef90-4db7-8f1d-7490415563a6 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.218280] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-61a22c0a-ef90-4db7-8f1d-7490415563a6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.218388] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-61a22c0a-ef90-4db7-8f1d-7490415563a6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.218760] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-61a22c0a-ef90-4db7-8f1d-7490415563a6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.218930] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a22c0a-ef90-4db7-8f1d-7490415563a6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.253893] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.253893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.253893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.253893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.253893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.253893] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.253893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.253893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.253893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.253893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.253893] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 already deleted. [ 736.253893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.374313] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9af1180-de21-4fe6-8028-73b3a95af3da: rpc.has_security_group_logging(os_id): False [ 736.393917] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.394858] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.394998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.396034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.396034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.396034] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.396034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.396034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.396034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.396034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.396034] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9af1180-de21-4fe6-8028-73b3a95af3da is going to be created. [ 736.440371] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e76bd095-3fe9-4f88-b094-053c95b962c2 None None] Enqueued Resource ID: 01b7ca58-3062-471a-a04d-de3531e49aec with Priority: HIGHEST for action port [ 736.440977] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7ca58-3062-471a-a04d-de3531e49aec with Priority: HIGHEST for action port [ 736.441307] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b7ca58-3062-471a-a04d-de3531e49aec taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.441479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b7ca58-3062-471a-a04d-de3531e49aec" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.441543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b7ca58-3062-471a-a04d-de3531e49aec" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.441808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b7ca58-3062-471a-a04d-de3531e49aec" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.441895] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b7ca58-3062-471a-a04d-de3531e49aec',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.465204] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.465403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.465403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.465649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.465897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.477664] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9af1180-de21-4fe6-8028-73b3a95af3da in Status: IN_PROGRESS for 2s [ 736.700554] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.700868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.700868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.701080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.701218] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.701343] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be created. [ 736.721777] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.721974] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.722146] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.722467] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.722623] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.722771] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 61a22c0a-ef90-4db7-8f1d-7490415563a6 not found, creating... [ 736.723054] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.723218] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.723334] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.723946] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.723946] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.723946] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.724135] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.724191] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.724384] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.724501] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.724626] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 61a22c0a-ef90-4db7-8f1d-7490415563a6 is going to be created. [ 736.728939] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.729099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.729156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.729310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.729463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.742709] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: UNINITIALIZED for 2s [ 736.751200] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.751420] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.751578] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.751970] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.752225] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.752455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-61a22c0a-ef90-4db7-8f1d-7490415563a6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.944502] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01b7ca58-3062-471a-a04d-de3531e49aec [ 736.944752] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.944822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.944887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.945148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.945243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.945342] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01b7ca58-3062-471a-a04d-de3531e49aec already deleted. [ 736.945426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b7ca58-3062-471a-a04d-de3531e49aec" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.663526] env[66289]: INFO networking_nsxv3.common.synchronization [req-4f0f6913-2eb3-4b8c-816c-e1ac9ff2b1bc req-819c5432-d517-4693-8bcf-2cb8c6b5b401 service nova] Enqueued Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_rules [ 737.663793] env[66289]: INFO networking_nsxv3.common.synchronization [req-4f0f6913-2eb3-4b8c-816c-e1ac9ff2b1bc req-819c5432-d517-4693-8bcf-2cb8c6b5b401 service nova] Enqueued Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 737.663911] env[66289]: INFO networking_nsxv3.common.synchronization [req-4f0f6913-2eb3-4b8c-816c-e1ac9ff2b1bc req-819c5432-d517-4693-8bcf-2cb8c6b5b401 service nova] Enqueued Resource ID: 61a22c0a-ef90-4db7-8f1d-7490415563a6 with Priority: HIGHEST for action port [ 737.664508] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_rules [ 737.664642] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 737.664759] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a22c0a-ef90-4db7-8f1d-7490415563a6 with Priority: HIGHEST for action port [ 737.665013] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.665491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.665562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.665841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.665908] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.666775] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.666895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.666962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.667504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.668234] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.668234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.668323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.668544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.668594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.668688] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.669543] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a22c0a-ef90-4db7-8f1d-7490415563a6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.669657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a22c0a-ef90-4db7-8f1d-7490415563a6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.669724] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a22c0a-ef90-4db7-8f1d-7490415563a6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.669882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a22c0a-ef90-4db7-8f1d-7490415563a6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.669964] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a22c0a-ef90-4db7-8f1d-7490415563a6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.172022] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.172456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.172456] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.173742] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61a22c0a-ef90-4db7-8f1d-7490415563a6 with status ACTIVE [ 738.173907] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.174167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.174167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.174666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.174666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.174781] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.175063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.175063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.175882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.176126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.176519] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.176636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.176883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.177492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.177660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.178311] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61a22c0a-ef90-4db7-8f1d-7490415563a6 is going to be updated. [ 738.214021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.214215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.214255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.214456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.214598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.214845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a22c0a-ef90-4db7-8f1d-7490415563a6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.495290] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9af1180-de21-4fe6-8028-73b3a95af3da in Status: SUCCESS [ 738.496431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.683552] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.754992] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 738.755434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.755434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.755700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.756098] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.756257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.756330] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.756530] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.756622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.756732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.756843] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.186834] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.187148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.187148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.187326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.187416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.187540] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 is going to be created. [ 739.212464] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.212654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.212696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.212971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.213097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.224943] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: UNINITIALIZED for 2s [ 739.259560] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.259791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.259791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.260011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.260194] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.260307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.260373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.260507] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.260592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.260681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.260826] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.260930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.261035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.261132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.261281] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.261396] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.261551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.261649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.261649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.261749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.261850] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.765828] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776: rpc.has_security_group_logging(os_id): False [ 739.789031] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.789031] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.789031] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.789031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.790298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.791307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.791307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.791307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.791307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.791307] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be created. [ 739.856775] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.856925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.856992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.858362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.858561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.876416] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 740.343748] env[66289]: INFO networking_nsxv3.common.synchronization [None req-c6706d6e-5056-4218-be43-3d267e9a10cd None None] Enqueued Resource ID: a259d087-9ebc-4b82-9593-908595d4952f with Priority: HIGHEST for action port [ 740.344865] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a259d087-9ebc-4b82-9593-908595d4952f with Priority: HIGHEST for action port [ 740.345258] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a259d087-9ebc-4b82-9593-908595d4952f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.345378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a259d087-9ebc-4b82-9593-908595d4952f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.345445] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a259d087-9ebc-4b82-9593-908595d4952f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.345748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a259d087-9ebc-4b82-9593-908595d4952f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.345826] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a259d087-9ebc-4b82-9593-908595d4952f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.849144] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a259d087-9ebc-4b82-9593-908595d4952f [ 740.849406] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.853024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.853308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.853775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.854747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.855017] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a259d087-9ebc-4b82-9593-908595d4952f already deleted. [ 740.855174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a259d087-9ebc-4b82-9593-908595d4952f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.237627] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: SUCCESS [ 741.240112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.240112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.240112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.240112] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.240112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.240112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.240112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.240112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.240112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.240112] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.368584] env[66289]: INFO networking_nsxv3.common.synchronization [req-90f857d5-33cc-4aee-ad25-cf81faf3cfad req-b7e9727f-1975-49db-b926-8e0720ff5649 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_members [ 741.369909] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_members [ 741.369997] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b401089-4f80-4479-aa5d-e0816aad3477 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.370215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.370267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.370581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.371596] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.371760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.372142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.372142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.372142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.372516] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b401089-4f80-4479-aa5d-e0816aad3477',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.743204] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.744371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.744454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.745118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.745118] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.745118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.745118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.745791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.745791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.745791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.745791] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.745791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.745791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.746107] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.746107] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.746107] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.746107] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.746339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.746339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.746441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.746488] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.876398] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.876644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.876723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.876970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.877087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.877313] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.877413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.877470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.877661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.877743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.877853] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b401089-4f80-4479-aa5d-e0816aad3477 already deleted. [ 741.877943] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.890285] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 741.890495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.974010] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.974247] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.974381] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.974706] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.975114] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.975554] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.976051] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.976051] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.976873] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.976873] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.976873] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.976873] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.976873] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.976873] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.977233] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.977233] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.000595] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.000750] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.000882] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.001379] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.001739] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-4ce42460-c350-435c-9603-605f14f819bd taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.001917] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-4ce42460-c350-435c-9603-605f14f819bd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.002045] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-4ce42460-c350-435c-9603-605f14f819bd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.002383] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-4ce42460-c350-435c-9603-605f14f819bd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.002510] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce42460-c350-435c-9603-605f14f819bd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.249212] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2ee1455-8b62-44c9-ba64-efbf669a1de6: rpc.has_security_group_logging(os_id): False [ 742.273235] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.273446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.273510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.273766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.273872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.274138] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.274237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.274362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.274490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.274797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.274797] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.274909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.274909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.275094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.275265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.275374] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.275473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.275532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.275695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.275821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.275896] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 is going to be created. [ 742.375701] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.376122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.376122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.376246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.376469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.393640] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: IN_PROGRESS for 2s [ 742.505928] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.507100] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.507100] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.507100] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.507100] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.507100] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 4ce42460-c350-435c-9603-605f14f819bd not found, creating... [ 742.507296] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.507455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.507524] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.507767] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.507945] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.508281] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.508436] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.508644] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.508743] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.509241] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.509555] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 4ce42460-c350-435c-9603-605f14f819bd is going to be created. [ 742.534167] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.534513] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.534513] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.535258] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.535258] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.535409] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-4ce42460-c350-435c-9603-605f14f819bd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.691108] env[66289]: INFO networking_nsxv3.common.synchronization [req-4f7295f8-5dac-4af0-8465-464038ac6326 req-9e7ab419-6581-4733-8a35-ef20e718901c tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 742.691873] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 742.692120] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.692896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.692994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.693252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.693404] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.693504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.693579] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.693746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.693835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.693933] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.957019] env[66289]: INFO networking_nsxv3.common.synchronization [None req-f4ca398a-93a7-4d0f-899f-7411fbb8c044 None None] Enqueued Resource ID: c17b90c0-0072-4e7a-8f82-c6c6524f6e76 with Priority: HIGHEST for action port [ 742.957019] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17b90c0-0072-4e7a-8f82-c6c6524f6e76 with Priority: HIGHEST for action port [ 742.957556] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-c17b90c0-0072-4e7a-8f82-c6c6524f6e76 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.957632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c17b90c0-0072-4e7a-8f82-c6c6524f6e76" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.957632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c17b90c0-0072-4e7a-8f82-c6c6524f6e76" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.957964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c17b90c0-0072-4e7a-8f82-c6c6524f6e76" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.958088] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c17b90c0-0072-4e7a-8f82-c6c6524f6e76',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.197110] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.197110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.197110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.197333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.197333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.197456] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.197591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.197666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.197807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.197911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.198114] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 743.227847] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.228028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.228108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.228338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.228484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.238530] env[66289]: INFO networking_nsxv3.common.synchronization [req-90f857d5-33cc-4aee-ad25-cf81faf3cfad req-7f5e5446-5b3d-451b-b99c-b03c6bead790 service nova] Enqueued Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_rules [ 743.238530] env[66289]: INFO networking_nsxv3.common.synchronization [req-90f857d5-33cc-4aee-ad25-cf81faf3cfad req-7f5e5446-5b3d-451b-b99c-b03c6bead790 service nova] Enqueued Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_members [ 743.238530] env[66289]: INFO networking_nsxv3.common.synchronization [req-90f857d5-33cc-4aee-ad25-cf81faf3cfad req-7f5e5446-5b3d-451b-b99c-b03c6bead790 service nova] Enqueued Resource ID: 4ce42460-c350-435c-9603-605f14f819bd with Priority: HIGHEST for action port [ 743.239042] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_rules [ 743.239042] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_members [ 743.239042] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce42460-c350-435c-9603-605f14f819bd with Priority: HIGHEST for action port [ 743.240248] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 743.240516] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b401089-4f80-4479-aa5d-e0816aad3477 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.240635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.240698] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.240914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.240988] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b401089-4f80-4479-aa5d-e0816aad3477',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.244571] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b401089-4f80-4479-aa5d-e0816aad3477 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.245519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.245621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.245794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.245946] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.246479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.246708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.246708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.246819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.247338] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b401089-4f80-4479-aa5d-e0816aad3477',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.247811] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ce42460-c350-435c-9603-605f14f819bd taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.248670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ce42460-c350-435c-9603-605f14f819bd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.248670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ce42460-c350-435c-9603-605f14f819bd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.248670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ce42460-c350-435c-9603-605f14f819bd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.248670] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce42460-c350-435c-9603-605f14f819bd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.426811] env[66289]: INFO networking_nsxv3.common.synchronization [None req-4844e7e1-5dda-4270-9d1d-51d76eca07bd tempest-ServersV294TestFqdnHostnames-157527675 tempest-ServersV294TestFqdnHostnames-157527675-project-member] Enqueued Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_rules [ 743.427563] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_rules [ 743.428094] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.428094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.428342] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.428393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.428476] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.459761] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c17b90c0-0072-4e7a-8f82-c6c6524f6e76 [ 743.460032] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.460244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.460318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.460612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.460725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.460785] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c17b90c0-0072-4e7a-8f82-c6c6524f6e76 already deleted. [ 743.460976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c17b90c0-0072-4e7a-8f82-c6c6524f6e76" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.598036] env[66289]: INFO networking_nsxv3.common.synchronization [None req-3446a792-5410-4454-aeeb-1091fcfa8901 tempest-ServersV294TestFqdnHostnames-157527675 tempest-ServersV294TestFqdnHostnames-157527675-project-member] Enqueued Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_rules [ 743.598204] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_rules [ 743.599043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.599043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.749858] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b401089-4f80-4479-aa5d-e0816aad3477 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.750030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.750349] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b401089-4f80-4479-aa5d-e0816aad3477',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.752636] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ce42460-c350-435c-9603-605f14f819bd with status ACTIVE [ 743.753529] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.754028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.754173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.754469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.755698] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.755851] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.755962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.756140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.756372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.756681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.757124] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.757124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.757124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.757296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.757342] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.757415] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ce42460-c350-435c-9603-605f14f819bd is going to be updated. [ 743.778992] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.779169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.779228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.779659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.779852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.780071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ce42460-c350-435c-9603-605f14f819bd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.954169] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.954661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.955081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.955383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.955744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.956156] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 already deleted. [ 743.956297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.956841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.957101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.957246] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.259783] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b401089-4f80-4479-aa5d-e0816aad3477',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.407013] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: SUCCESS [ 744.407292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.478437] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.483211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.483211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.483211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.483211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.483211] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 already deleted. [ 744.483211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.485474] env[66289]: INFO networking_nsxv3.common.synchronization [None req-58f1b709-8d16-4568-adf0-1a871c6f1dfe None None] Enqueued Resource ID: 443edcb9-99be-463b-a03a-cb2652a03d2b with Priority: HIGHEST for action port [ 744.486183] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443edcb9-99be-463b-a03a-cb2652a03d2b with Priority: HIGHEST for action port [ 744.486527] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-443edcb9-99be-463b-a03a-cb2652a03d2b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.486746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-443edcb9-99be-463b-a03a-cb2652a03d2b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.486746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-443edcb9-99be-463b-a03a-cb2652a03d2b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.486997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-443edcb9-99be-463b-a03a-cb2652a03d2b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.487086] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443edcb9-99be-463b-a03a-cb2652a03d2b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.762307] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.762763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.762763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.762866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.763078] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.763078] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b401089-4f80-4479-aa5d-e0816aad3477 is going to be created. [ 744.789313] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.789461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.789545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.789739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.789914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.801421] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b401089-4f80-4479-aa5d-e0816aad3477 in Status: UNINITIALIZED for 2s [ 744.990176] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 443edcb9-99be-463b-a03a-cb2652a03d2b [ 744.990266] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.990383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.990426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.992097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.992097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.992097] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:443edcb9-99be-463b-a03a-cb2652a03d2b already deleted. [ 744.992097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-443edcb9-99be-463b-a03a-cb2652a03d2b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.251766] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 745.251816] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 deletion is rescheduled due to dependency. [ 745.252202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.812013] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b401089-4f80-4479-aa5d-e0816aad3477 in Status: SUCCESS [ 746.812314] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.812414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.812753] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.812810] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.813544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.813544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.813544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.813544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.813544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.813544] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b401089-4f80-4479-aa5d-e0816aad3477',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.309605] env[66289]: INFO networking_nsxv3.common.synchronization [None req-fc669f99-835e-40a2-8187-81d42fbe5de9 None None] Enqueued Resource ID: b03988b3-50b7-4d0b-9222-38db2985d66d with Priority: HIGHEST for action port [ 747.312797] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03988b3-50b7-4d0b-9222-38db2985d66d with Priority: HIGHEST for action port [ 747.312797] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b03988b3-50b7-4d0b-9222-38db2985d66d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.312797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b03988b3-50b7-4d0b-9222-38db2985d66d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.312797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b03988b3-50b7-4d0b-9222-38db2985d66d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.312797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b03988b3-50b7-4d0b-9222-38db2985d66d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.312797] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03988b3-50b7-4d0b-9222-38db2985d66d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.317754] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b401089-4f80-4479-aa5d-e0816aad3477',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.813273] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b03988b3-50b7-4d0b-9222-38db2985d66d [ 747.813532] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.813623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.813688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.814097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.814097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.814210] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b03988b3-50b7-4d0b-9222-38db2985d66d already deleted. [ 747.814456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b03988b3-50b7-4d0b-9222-38db2985d66d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.818698] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b401089-4f80-4479-aa5d-e0816aad3477: rpc.has_security_group_logging(os_id): False [ 747.836659] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.836891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.836891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.837116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.837203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.837440] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.837536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.837594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.837740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.838586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.838586] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b401089-4f80-4479-aa5d-e0816aad3477 is going to be created. [ 747.901411] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.901562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.901656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.901879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.902480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.914319] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b401089-4f80-4479-aa5d-e0816aad3477 in Status: IN_PROGRESS for 2s [ 748.919892] env[66289]: INFO networking_nsxv3.common.synchronization [req-4b2d5c22-4743-423f-984c-d6ad633018e6 req-e130b1fd-09e2-4beb-b2ae-7f10656afdac tempest-ImagesTestJSON-417225935 tempest-ImagesTestJSON-417225935-project-member] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 748.920712] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 748.921022] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.921411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.921570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.921922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.922138] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.922367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.922507] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.922763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.923014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.923339] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.383157] env[66289]: INFO networking_nsxv3.common.synchronization [req-e588d329-45b9-4e00-a8e8-026af5fd061c req-796cda2f-f1e6-461f-942b-be45121d02bb tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 749.383827] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 749.384184] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.384349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.384417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.386404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.389248] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.389248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.389248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.389248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.389248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.389248] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.399037] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.399310] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.399457] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.399605] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.399869] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.405133] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.405418] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.405794] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.405962] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.407414] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.407526] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.407638] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.407747] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.407920] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.408148] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.408356] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.414233] env[66289]: INFO networking_nsxv3.common.synchronization [req-e588d329-45b9-4e00-a8e8-026af5fd061c req-796cda2f-f1e6-461f-942b-be45121d02bb tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_rules [ 749.414483] env[66289]: INFO networking_nsxv3.common.synchronization [req-e588d329-45b9-4e00-a8e8-026af5fd061c req-796cda2f-f1e6-461f-942b-be45121d02bb tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 749.415358] env[66289]: INFO networking_nsxv3.common.synchronization [req-e588d329-45b9-4e00-a8e8-026af5fd061c req-796cda2f-f1e6-461f-942b-be45121d02bb tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b6fb3578-4469-46c4-a4e5-5c653d20f49a with Priority: HIGHEST for action port [ 749.415591] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_rules [ 749.415801] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 749.415979] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fb3578-4469-46c4-a4e5-5c653d20f49a with Priority: HIGHEST for action port [ 749.416422] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.416719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.416719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.417253] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.417253] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.419752] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.419752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.419752] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6fb3578-4469-46c4-a4e5-5c653d20f49a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.419752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.419752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.419752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.419752] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6fb3578-4469-46c4-a4e5-5c653d20f49a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.425672] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.425784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.425784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.425964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.426069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.426250] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.426344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.426402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.426558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.426752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.426846] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 749.437586] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.438112] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.438112] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.438112] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.438391] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-777c8d98-fe00-49b8-a832-94fa94a4f870 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.439051] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-777c8d98-fe00-49b8-a832-94fa94a4f870" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.439051] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-777c8d98-fe00-49b8-a832-94fa94a4f870" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.439051] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-777c8d98-fe00-49b8-a832-94fa94a4f870" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.439675] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('777c8d98-fe00-49b8-a832-94fa94a4f870',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.465071] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.465071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.465071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.465071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.465071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.474619] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 749.846153] env[66289]: INFO networking_nsxv3.common.synchronization [req-d78e00b2-627b-41ff-890e-fe57a05da043 req-193ba15d-6cb1-4568-8605-940ddd18113f tempest-ServerMetadataTestJSON-1429582745 tempest-ServerMetadataTestJSON-1429582745-project-member] Enqueued Resource ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a with Priority: HIGHEST for action security_group_members [ 749.846859] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a with Priority: HIGHEST for action security_group_members [ 749.850401] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.850557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.850614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.850832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.850957] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.851068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.851135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.851270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.851357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.851449] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.892394] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.921754] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.922068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.922068] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6fb3578-4469-46c4-a4e5-5c653d20f49a with status ACTIVE [ 749.922176] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.922281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.922344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.922543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.922641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.922805] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.922893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.922948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.923161] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.923241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.923423] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.923515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.923569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.923707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.923779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.923861] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6fb3578-4469-46c4-a4e5-5c653d20f49a is going to be updated. [ 749.930994] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b401089-4f80-4479-aa5d-e0816aad3477 in Status: SUCCESS [ 749.931257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.942345] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.942345] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.942544] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.943312] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.943312] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.943312] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 777c8d98-fe00-49b8-a832-94fa94a4f870 not found, creating... [ 749.943312] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.943494] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.943494] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.943706] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.943832] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.944115] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.944263] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.944386] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.944580] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.944699] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.944830] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 777c8d98-fe00-49b8-a832-94fa94a4f870 is going to be created. [ 749.949202] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.949437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.949437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.951466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.951466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.951466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.969144] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.969144] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.969144] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.969144] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.969144] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.969144] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-777c8d98-fe00-49b8-a832-94fa94a4f870" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.354989] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.355208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.355380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.355609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.355749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.356104] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.356227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.356291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.356495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.356622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.356740] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a is going to be updated. [ 750.393902] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.403676] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.403919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.404081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.404413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.404675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.417998] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a in Status: IN_PROGRESS for 2s [ 750.713012] env[66289]: INFO networking_nsxv3.common.synchronization [req-4b2d5c22-4743-423f-984c-d6ad633018e6 req-76912410-9cab-42ae-a975-dea1fe05516b service nova] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_rules [ 750.713209] env[66289]: INFO networking_nsxv3.common.synchronization [req-4b2d5c22-4743-423f-984c-d6ad633018e6 req-76912410-9cab-42ae-a975-dea1fe05516b service nova] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 750.713411] env[66289]: INFO networking_nsxv3.common.synchronization [req-4b2d5c22-4743-423f-984c-d6ad633018e6 req-76912410-9cab-42ae-a975-dea1fe05516b service nova] Enqueued Resource ID: 777c8d98-fe00-49b8-a832-94fa94a4f870 with Priority: HIGHEST for action port [ 750.713725] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_rules [ 750.713890] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 750.714023] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777c8d98-fe00-49b8-a832-94fa94a4f870 with Priority: HIGHEST for action port [ 750.714987] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.715139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.715210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.715423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.715505] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.716387] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.717457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.717457] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-777c8d98-fe00-49b8-a832-94fa94a4f870 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.717457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-777c8d98-fe00-49b8-a832-94fa94a4f870" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.717457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-777c8d98-fe00-49b8-a832-94fa94a4f870" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.717457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-777c8d98-fe00-49b8-a832-94fa94a4f870" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.717457] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('777c8d98-fe00-49b8-a832-94fa94a4f870',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.898913] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.903629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.903629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.903629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.903629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.903629] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 is going to be updated. [ 750.933790] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.934255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.934255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.934255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.934427] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.944259] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: IN_PROGRESS for 2s [ 751.167818] env[66289]: INFO networking_nsxv3.common.synchronization [None req-3dc213ff-d235-44e1-b016-e4e79d4c879f tempest-MigrationsAdminTest-273158517 tempest-MigrationsAdminTest-273158517-project-member] Enqueued Resource ID: 91390880-57d3-4e96-aea4-dfaaad0478c5 with Priority: HIGHEST for action security_group_rules [ 751.168087] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91390880-57d3-4e96-aea4-dfaaad0478c5 with Priority: HIGHEST for action security_group_rules [ 751.168269] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91390880-57d3-4e96-aea4-dfaaad0478c5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.169044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91390880-57d3-4e96-aea4-dfaaad0478c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.169044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91390880-57d3-4e96-aea4-dfaaad0478c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.169044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91390880-57d3-4e96-aea4-dfaaad0478c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.169044] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91390880-57d3-4e96-aea4-dfaaad0478c5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.219394] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.219492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.219842] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 777c8d98-fe00-49b8-a832-94fa94a4f870 with status ACTIVE [ 751.219842] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.219974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.220020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.223017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.223017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.223017] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.223017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.223017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.223017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.223017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.223017] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.223017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.223017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.223017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.223017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.223017] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 777c8d98-fe00-49b8-a832-94fa94a4f870 is going to be updated. [ 751.247906] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.248139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.248210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.248421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.248547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.248705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-777c8d98-fe00-49b8-a832-94fa94a4f870" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.284151] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e2aac1da-261e-49f9-84be-e38df212aa47 tempest-MigrationsAdminTest-273158517 tempest-MigrationsAdminTest-273158517-project-member] Enqueued Resource ID: 91390880-57d3-4e96-aea4-dfaaad0478c5 with Priority: HIGHEST for action security_group_rules [ 751.284806] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91390880-57d3-4e96-aea4-dfaaad0478c5 with Priority: HIGHEST for action security_group_rules [ 751.285140] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91390880-57d3-4e96-aea4-dfaaad0478c5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.285250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91390880-57d3-4e96-aea4-dfaaad0478c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.490370] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 751.490566] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 deletion is rescheduled due to dependency. [ 751.490678] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.490848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.491089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.491311] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.491433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.491478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.491707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.491765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.491887] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.692207] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.692428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.692528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.692782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.692931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.693096] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91390880-57d3-4e96-aea4-dfaaad0478c5 already deleted. [ 751.693154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91390880-57d3-4e96-aea4-dfaaad0478c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.693330] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91390880-57d3-4e96-aea4-dfaaad0478c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.693530] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91390880-57d3-4e96-aea4-dfaaad0478c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.693641] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91390880-57d3-4e96-aea4-dfaaad0478c5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.996511] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.220704] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.220704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.220704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.220704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.221044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.221044] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91390880-57d3-4e96-aea4-dfaaad0478c5 already deleted. [ 752.221044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91390880-57d3-4e96-aea4-dfaaad0478c5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.433290] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a in Status: SUCCESS [ 752.433675] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a deletion is rescheduled due to dependency. [ 752.433734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.501536] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.956969] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: SUCCESS [ 752.957221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.957591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.958240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.958240] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.958240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.958500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.958500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.958593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.958702] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.007196] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.007196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.007196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.007196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.007196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.007196] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 753.036965] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.037183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.037280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.037525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.037712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.047603] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 753.463463] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.967120] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.470296] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.470779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.470779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.470779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.470893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.470949] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 is going to be updated. [ 754.503547] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.503707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.503782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.504015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.504178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.519832] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: IN_PROGRESS for 2s [ 755.062186] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 755.062435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.062989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.063440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.064094] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.064269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.064384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.064610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.064743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.065160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.065160] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.569058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.569445] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.569445] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.569586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.569766] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.569869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.569946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.570103] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.570195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.570286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.570432] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.570525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.570586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.570726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.570859] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.570972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.571072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.571280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.571316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.571375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.571465] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.073880] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c29883d1-408b-4470-a4ef-d60472735302: rpc.has_security_group_logging(os_id): False [ 756.084749] env[66289]: INFO networking_nsxv3.common.synchronization [req-89a59aa6-24ea-44a1-be10-f2d8da96a478 req-28bec959-acb4-4b19-9625-ddab0ab5f08a tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 756.087333] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 756.087440] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.087690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.091436] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.094022] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.094022] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.094022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.094597] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.094597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.094597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.094597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.094597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.094597] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 756.110487] env[66289]: INFO networking_nsxv3.common.synchronization [req-89a59aa6-24ea-44a1-be10-f2d8da96a478 req-28bec959-acb4-4b19-9625-ddab0ab5f08a tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_rules [ 756.110654] env[66289]: INFO networking_nsxv3.common.synchronization [req-89a59aa6-24ea-44a1-be10-f2d8da96a478 req-28bec959-acb4-4b19-9625-ddab0ab5f08a tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 756.110792] env[66289]: INFO networking_nsxv3.common.synchronization [req-89a59aa6-24ea-44a1-be10-f2d8da96a478 req-28bec959-acb4-4b19-9625-ddab0ab5f08a tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b6fb3578-4469-46c4-a4e5-5c653d20f49a with Priority: HIGHEST for action port [ 756.111306] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_rules [ 756.111446] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 756.111544] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fb3578-4469-46c4-a4e5-5c653d20f49a with Priority: HIGHEST for action port [ 756.111817] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.111920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.112155] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.112249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.112423] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6fb3578-4469-46c4-a4e5-5c653d20f49a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.112524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.112586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.112861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.112945] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6fb3578-4469-46c4-a4e5-5c653d20f49a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.153643] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.153806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.153933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.154105] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.154253] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.173879] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 756.467192] env[66289]: INFO networking_nsxv3.common.synchronization [None req-5bee900e-3c10-4a78-ae3d-90941790d92f None None] Enqueued Resource ID: 7e6a6256-d5e5-456c-80d7-5ecba928716e with Priority: HIGHEST for action port [ 756.468907] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6a6256-d5e5-456c-80d7-5ecba928716e with Priority: HIGHEST for action port [ 756.469355] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e6a6256-d5e5-456c-80d7-5ecba928716e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.471110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e6a6256-d5e5-456c-80d7-5ecba928716e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.471110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e6a6256-d5e5-456c-80d7-5ecba928716e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.471110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e6a6256-d5e5-456c-80d7-5ecba928716e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.471110] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e6a6256-d5e5-456c-80d7-5ecba928716e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.535518] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: SUCCESS [ 756.535938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.535938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.536500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.536500] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.536631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.536631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.536782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.536929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.537226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.537226] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.538374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.538613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.539155] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.539155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.539155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.539155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.539155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.539393] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.615599] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6fb3578-4469-46c4-a4e5-5c653d20f49a with status ACTIVE [ 756.616640] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.616640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.616640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.616640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.616640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.616640] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.616640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.616640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.616938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.616938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.617043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.617109] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.617173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.617319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.617392] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.617835] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6fb3578-4469-46c4-a4e5-5c653d20f49a is going to be updated. [ 756.646992] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.646992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.646992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.646992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.646992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.646992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6fb3578-4469-46c4-a4e5-5c653d20f49a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.977021] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e6a6256-d5e5-456c-80d7-5ecba928716e [ 756.977021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.977021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.977021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.977021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.977021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.977021] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e6a6256-d5e5-456c-80d7-5ecba928716e already deleted. [ 756.977021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e6a6256-d5e5-456c-80d7-5ecba928716e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.040722] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.043194] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.357803] env[66289]: INFO networking_nsxv3.common.synchronization [req-603cfbe7-9db4-44e2-ba93-e86ae7015cf1 req-e16a55cc-bba6-4d53-aa6a-16a2192865ca tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 757.358128] env[66289]: INFO networking_nsxv3.common.synchronization [req-603cfbe7-9db4-44e2-ba93-e86ae7015cf1 req-e16a55cc-bba6-4d53-aa6a-16a2192865ca tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: c8c805ed-98a1-4594-a301-b306d10add03 with Priority: HIGHEST for action security_group_members [ 757.359622] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 757.359622] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c805ed-98a1-4594-a301-b306d10add03 with Priority: HIGHEST for action security_group_members [ 757.359622] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.359622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.360037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.360037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.360250] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.360348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.360348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.360516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.360603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.360697] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.362668] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c805ed-98a1-4594-a301-b306d10add03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.362810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.362879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.363207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.363315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.363461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.363461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.364743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.364743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.364743] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8c805ed-98a1-4594-a301-b306d10add03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.431188] env[66289]: INFO networking_nsxv3.common.synchronization [req-603cfbe7-9db4-44e2-ba93-e86ae7015cf1 req-e16a55cc-bba6-4d53-aa6a-16a2192865ca tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_rules [ 757.431435] env[66289]: INFO networking_nsxv3.common.synchronization [req-603cfbe7-9db4-44e2-ba93-e86ae7015cf1 req-e16a55cc-bba6-4d53-aa6a-16a2192865ca tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 757.431592] env[66289]: INFO networking_nsxv3.common.synchronization [req-603cfbe7-9db4-44e2-ba93-e86ae7015cf1 req-e16a55cc-bba6-4d53-aa6a-16a2192865ca tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: c8c805ed-98a1-4594-a301-b306d10add03 with Priority: HIGHEST for action security_group_rules [ 757.431974] env[66289]: INFO networking_nsxv3.common.synchronization [req-603cfbe7-9db4-44e2-ba93-e86ae7015cf1 req-e16a55cc-bba6-4d53-aa6a-16a2192865ca tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: c8c805ed-98a1-4594-a301-b306d10add03 with Priority: HIGHEST for action security_group_members [ 757.431974] env[66289]: INFO networking_nsxv3.common.synchronization [req-603cfbe7-9db4-44e2-ba93-e86ae7015cf1 req-e16a55cc-bba6-4d53-aa6a-16a2192865ca tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: 9d9a83c8-35a2-4741-8ca0-efe518e49036 with Priority: HIGHEST for action port [ 757.432805] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_rules [ 757.433752] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c805ed-98a1-4594-a301-b306d10add03 with Priority: HIGHEST for action security_group_rules [ 757.434088] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9a83c8-35a2-4741-8ca0-efe518e49036 with Priority: HIGHEST for action port [ 757.434088] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 757.434283] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c805ed-98a1-4594-a301-b306d10add03 with Priority: HIGHEST for action security_group_members [ 757.434556] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.434844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.434844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.436161] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.436226] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.438418] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8c805ed-98a1-4594-a301-b306d10add03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.438588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.438709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.439151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.439265] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8c805ed-98a1-4594-a301-b306d10add03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.440451] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d9a83c8-35a2-4741-8ca0-efe518e49036 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.440451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.440597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.440748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.440846] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d9a83c8-35a2-4741-8ca0-efe518e49036',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.443948] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.446698] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.447158] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c805ed-98a1-4594-a301-b306d10add03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.447319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.547090] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1179432-f41e-4bde-91e6-3e0432b2e6a2: rpc.has_security_group_logging(os_id): False [ 757.547090] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.568029] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.568029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.568029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.568029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.568029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.568029] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.568029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.568029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.568029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.568029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.568029] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 is going to be updated. [ 757.633288] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.633288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.633288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.633288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.634114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.648100] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: IN_PROGRESS for 2s [ 757.866693] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.868176] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8c805ed-98a1-4594-a301-b306d10add03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.948649] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c805ed-98a1-4594-a301-b306d10add03 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.948855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.949311] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.949455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.950992] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d9a83c8-35a2-4741-8ca0-efe518e49036 with status ACTIVE [ 757.950992] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.950992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.950992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.950992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.950992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.950992] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.951446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.951446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.951700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.951967] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.952726] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.952891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.952973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.953229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.953359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.953504] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d9a83c8-35a2-4741-8ca0-efe518e49036 is going to be updated. [ 757.980859] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.981041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.981111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.981322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.981464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.982041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.048170] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.050077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.050077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.050077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.050077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.050077] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 is going to be updated. [ 758.106972] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.106972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.106972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.106972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.106972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.115190] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: IN_PROGRESS for 2s [ 758.201858] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 758.202225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.210368] env[66289]: INFO networking_nsxv3.common.synchronization [req-15439ff7-e038-40c9-bd3f-c711184afc80 req-a9024a56-434d-44b1-bd5c-82250de3cd73 tempest-ImagesOneServerNegativeTestJSON-648158146 tempest-ImagesOneServerNegativeTestJSON-648158146-project-member] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 758.210981] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 758.211381] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.211506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.211570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.211774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.211928] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.213217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.213360] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.213647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.213778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.213927] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.370226] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.373162] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8c805ed-98a1-4594-a301-b306d10add03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.631983] env[66289]: INFO networking_nsxv3.common.synchronization [None req-1367217b-f861-4e77-8dcf-ed8d38998a1e tempest-AttachVolumeTestJSON-1780112823 tempest-AttachVolumeTestJSON-1780112823-project-member] Enqueued Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_rules [ 758.632590] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_rules [ 758.633125] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.634037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.634037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.634037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.634037] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.717481] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.717639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.717709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.717933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.718138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.718299] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.718399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.718461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.718618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.718693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.718777] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be updated. [ 758.757020] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.757020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.757020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.757020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.757020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.767714] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 2s [ 758.784605] env[66289]: INFO networking_nsxv3.common.synchronization [req-9868076d-5684-4064-ad89-37fd02bac2b5 req-f8760d81-13f8-4db5-8890-75d4af029dad tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 758.785839] env[66289]: INFO networking_nsxv3.common.synchronization [req-9868076d-5684-4064-ad89-37fd02bac2b5 req-f8760d81-13f8-4db5-8890-75d4af029dad tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: c8c805ed-98a1-4594-a301-b306d10add03 with Priority: HIGHEST for action security_group_members [ 758.785839] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 758.786258] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c805ed-98a1-4594-a301-b306d10add03 with Priority: HIGHEST for action security_group_members [ 758.786725] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.786949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.787491] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c805ed-98a1-4594-a301-b306d10add03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.787491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.805642] env[66289]: INFO networking_nsxv3.common.synchronization [None req-b66c6543-709d-403e-9297-08b08a66f191 tempest-AttachVolumeTestJSON-1780112823 tempest-AttachVolumeTestJSON-1780112823-project-member] Enqueued Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_rules [ 758.806607] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_rules [ 758.807080] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.807257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.834750] env[66289]: INFO networking_nsxv3.common.synchronization [req-9868076d-5684-4064-ad89-37fd02bac2b5 req-f8760d81-13f8-4db5-8890-75d4af029dad tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_rules [ 758.834955] env[66289]: INFO networking_nsxv3.common.synchronization [req-9868076d-5684-4064-ad89-37fd02bac2b5 req-f8760d81-13f8-4db5-8890-75d4af029dad tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 758.835147] env[66289]: INFO networking_nsxv3.common.synchronization [req-9868076d-5684-4064-ad89-37fd02bac2b5 req-f8760d81-13f8-4db5-8890-75d4af029dad tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: 9d9a83c8-35a2-4741-8ca0-efe518e49036 with Priority: HIGHEST for action port [ 758.835801] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_rules [ 758.835971] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 758.835971] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9a83c8-35a2-4741-8ca0-efe518e49036 with Priority: HIGHEST for action port [ 758.836230] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.836347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.836575] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.836659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.836832] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d9a83c8-35a2-4741-8ca0-efe518e49036 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.837035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.837035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.837215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.837296] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d9a83c8-35a2-4741-8ca0-efe518e49036',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.877128] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.877128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.877128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.877128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.877416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.877416] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 is going to be updated. [ 758.878719] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.878898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.878958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.879584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.879584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.879584] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c805ed-98a1-4594-a301-b306d10add03 is going to be created. [ 758.904534] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.904818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.904818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.905010] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.905184] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.908446] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.908884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.908961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.909234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.909389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.925478] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8c805ed-98a1-4594-a301-b306d10add03 in Status: UNINITIALIZED for 2s [ 758.926421] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: IN_PROGRESS for 2s [ 759.082822] env[66289]: INFO networking_nsxv3.common.synchronization [req-be4ecc12-3c23-4c96-85b1-8763174f8ff6 req-d37977b8-2fab-460c-bc4e-6f9ed4e915b5 tempest-InstanceActionsTestJSON-514590531 tempest-InstanceActionsTestJSON-514590531-project-member] Enqueued Resource ID: b7be1a03-613a-434e-a618-21343de85d08 with Priority: HIGHEST for action security_group_members [ 759.083609] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7be1a03-613a-434e-a618-21343de85d08 with Priority: HIGHEST for action security_group_members [ 759.083609] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7be1a03-613a-434e-a618-21343de85d08 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.083609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.083866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.083911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.084571] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.084571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.084571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.084571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.084775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.084991] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7be1a03-613a-434e-a618-21343de85d08',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.160047] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.160047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.160047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.160047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.160422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.160422] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 already deleted. [ 759.160422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.160422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.161030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.161030] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.340481] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d9a83c8-35a2-4741-8ca0-efe518e49036 with status ACTIVE [ 759.340662] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.340794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.340863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.341116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.341199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.341395] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.341496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.341556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.342545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.342545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.343036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.343737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.343737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.343737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.343970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.343970] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d9a83c8-35a2-4741-8ca0-efe518e49036 is going to be updated. [ 759.376207] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.378738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.378738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.378738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.378738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.378738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d9a83c8-35a2-4741-8ca0-efe518e49036" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.470529] env[66289]: INFO networking_nsxv3.common.synchronization [None req-bfe9ea83-2208-4134-b799-87580f9f920e None None] Enqueued Resource ID: 03a76b3c-f341-4fb2-bb73-417cca04d078 with Priority: HIGHEST for action port [ 759.471909] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a76b3c-f341-4fb2-bb73-417cca04d078 with Priority: HIGHEST for action port [ 759.471909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-03a76b3c-f341-4fb2-bb73-417cca04d078 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.472035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03a76b3c-f341-4fb2-bb73-417cca04d078" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.472246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03a76b3c-f341-4fb2-bb73-417cca04d078" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.472561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03a76b3c-f341-4fb2-bb73-417cca04d078" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.472667] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03a76b3c-f341-4fb2-bb73-417cca04d078',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.587595] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.587815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.587815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.588111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.588208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.588692] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.588692] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.588692] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.588890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.588890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.588890] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7be1a03-613a-434e-a618-21343de85d08 already deleted. [ 759.589012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.625455] env[66289]: INFO networking_nsxv3.common.synchronization [req-07828e95-309b-4127-b66f-0fe970640aef req-fb13698f-5aad-4455-8c91-07bc77577410 tempest-FloatingIPsAssociationNegativeTestJSON-1186371402 tempest-FloatingIPsAssociationNegativeTestJSON-1186371402-project-member] Enqueued Resource ID: 72b2bae1-7974-4dac-8147-51cdbd394cce with Priority: HIGHEST for action security_group_members [ 759.626724] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b2bae1-7974-4dac-8147-51cdbd394cce with Priority: HIGHEST for action security_group_members [ 759.629949] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b2bae1-7974-4dac-8147-51cdbd394cce taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.630304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.630483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.630774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.631041] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.631247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.631380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.631608] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.631772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.631956] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b2bae1-7974-4dac-8147-51cdbd394cce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.635620] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.636262] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-407" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.636506] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-407" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.636916] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-407" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.637306] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.637617] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.637854] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.638208] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.638470] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.638810] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.639108] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.639426] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.640055] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.640055] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.640055] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.640311] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.667231] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.668298] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.668298] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.668298] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-407" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.668509] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.668748] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.668904] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.669464] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.669619] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.673760] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: SUCCESS [ 759.674128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.674300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.674603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.675160] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.699510] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.699715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.699715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.700242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.700242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.700242] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 already deleted. [ 759.700574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.974640] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03a76b3c-f341-4fb2-bb73-417cca04d078 [ 759.974978] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.975260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.975646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.975735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.975959] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.976329] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03a76b3c-f341-4fb2-bb73-417cca04d078 already deleted. [ 759.976495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03a76b3c-f341-4fb2-bb73-417cca04d078" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.132326] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: SUCCESS [ 760.132541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.132897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.133217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.133632] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.133632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.133745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.134137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.134845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.134845] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.136577] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.136577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.136577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.136577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.136577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.136809] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.139045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.139045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.139045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.139045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.139045] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b2bae1-7974-4dac-8147-51cdbd394cce is going to be updated. [ 760.174877] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.174877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.174877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.175194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.175194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.176466] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.176656] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.176772] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.179039] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.179039] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.179039] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1 not found, creating... [ 760.179039] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.179039] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.179039] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.179039] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.179039] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.179039] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.179039] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.179768] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.179768] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.179768] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.179768] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1 is going to be created. [ 760.181021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.181021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.194185] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b2bae1-7974-4dac-8147-51cdbd394cce in Status: IN_PROGRESS for 2s [ 760.226759] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.227182] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.227182] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.227276] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.227490] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.227770] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.640683] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.777590] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 760.777814] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 deletion is rescheduled due to dependency. [ 760.777909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.885175] env[66289]: INFO networking_nsxv3.common.synchronization [req-be4ecc12-3c23-4c96-85b1-8763174f8ff6 req-6aed254a-d4bc-4413-b846-67ce6daf2bbb service nova] Enqueued Resource ID: b7be1a03-613a-434e-a618-21343de85d08 with Priority: HIGHEST for action security_group_rules [ 760.885175] env[66289]: INFO networking_nsxv3.common.synchronization [req-be4ecc12-3c23-4c96-85b1-8763174f8ff6 req-6aed254a-d4bc-4413-b846-67ce6daf2bbb service nova] Enqueued Resource ID: b7be1a03-613a-434e-a618-21343de85d08 with Priority: HIGHEST for action security_group_members [ 760.885175] env[66289]: INFO networking_nsxv3.common.synchronization [req-be4ecc12-3c23-4c96-85b1-8763174f8ff6 req-6aed254a-d4bc-4413-b846-67ce6daf2bbb service nova] Enqueued Resource ID: 6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1 with Priority: HIGHEST for action port [ 760.885175] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7be1a03-613a-434e-a618-21343de85d08 with Priority: HIGHEST for action security_group_rules [ 760.885175] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7be1a03-613a-434e-a618-21343de85d08 with Priority: HIGHEST for action security_group_members [ 760.885175] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1 with Priority: HIGHEST for action port [ 760.887805] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7be1a03-613a-434e-a618-21343de85d08 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.887805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.887805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.887805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.887805] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7be1a03-613a-434e-a618-21343de85d08',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.888774] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7be1a03-613a-434e-a618-21343de85d08 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.888911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.888987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.889210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.889375] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.889483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.889548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.889705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.890635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.890748] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7be1a03-613a-434e-a618-21343de85d08',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.891561] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.891658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.891831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.891891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.892174] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.937575] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8c805ed-98a1-4594-a301-b306d10add03 in Status: SUCCESS [ 760.937575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.937807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.938663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.938663] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.938663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.938663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.938663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.938663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.938978] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8c805ed-98a1-4594-a301-b306d10add03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.941584] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: SUCCESS [ 760.943025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.943025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.943025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.943025] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.943025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.943025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.943025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.943025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.943025] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.057066] env[66289]: INFO networking_nsxv3.common.synchronization [req-8a13d9cf-2d87-4bf7-a01c-9447ca29e83d req-bb4c36eb-6765-43f6-8882-dafbfa31315a tempest-ServersAdminNegativeTestJSON-753412807 tempest-ServersAdminNegativeTestJSON-753412807-project-member] Enqueued Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 761.057634] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d with Priority: HIGHEST for action security_group_members [ 761.058067] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.058212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.058299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.058523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.058703] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.058834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.058938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.059147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.059244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.059345] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24639e23-3f03-4ddf-8ca9-ce83f0bb915d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.143858] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.395224] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7be1a03-613a-434e-a618-21343de85d08 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.395406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.395693] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7be1a03-613a-434e-a618-21343de85d08',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.396758] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1 with status ACTIVE [ 761.396959] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.397122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.397184] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.397393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.397494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.397705] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.399135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.399135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.399351] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.399435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.399634] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.399734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.399793] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.399943] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.400074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.400104] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1 is going to be updated. [ 761.424477] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.425655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.425655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.426505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.426505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.426505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bb19b63-5e29-4e3b-bc9c-4eac181ef8c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.444897] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.445039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.445082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.445311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.445408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.445617] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.445729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.445844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.446130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.446253] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.446433] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c805ed-98a1-4594-a301-b306d10add03 is going to be deleted. [ 761.447674] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.508299] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.508299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.508299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.508299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.508299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.508299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.508299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.508299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.508299] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.508787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.508787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.508787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.508787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.508787] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8c805ed-98a1-4594-a301-b306d10add03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.561445] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.561445] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.561445] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.561624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.561675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.561880] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.562055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.562055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.562228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.562283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.562353] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d is going to be updated. [ 761.597455] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.597455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.597455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.597455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.598368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.608216] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: IN_PROGRESS for 2s [ 761.647696] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.648064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.648064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.648871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.649194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.649194] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 is going to be updated. [ 761.688760] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.688959] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.689110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.689264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.689417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.707851] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: IN_PROGRESS for 2s [ 761.902887] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7be1a03-613a-434e-a618-21343de85d08',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.951018] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.011205] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.011415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.011465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.011687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.011774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.011980] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.012104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.012145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.012288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.012488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.012488] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c805ed-98a1-4594-a301-b306d10add03 already deleted. [ 762.012581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.012659] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8c805ed-98a1-4594-a301-b306d10add03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.013515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.013669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.015064] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.015200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.015372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.015837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.016475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.016648] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8c805ed-98a1-4594-a301-b306d10add03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.208076] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b2bae1-7974-4dac-8147-51cdbd394cce in Status: SUCCESS [ 762.208279] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b2bae1-7974-4dac-8147-51cdbd394cce deletion is rescheduled due to dependency. [ 762.208394] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.406562] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.406800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.406800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.407104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.407770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.407770] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7be1a03-613a-434e-a618-21343de85d08 is going to be created. [ 762.442233] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.442380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.442448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.442675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.442885] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.455460] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.455779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.455975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.456268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.456382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.456705] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 is going to be updated. [ 762.474096] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7be1a03-613a-434e-a618-21343de85d08 in Status: UNINITIALIZED for 2s [ 762.507221] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.507221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.507221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.507221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.507221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.519823] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: IN_PROGRESS for 2s [ 762.520150] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8c805ed-98a1-4594-a301-b306d10add03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.521181] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.522308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.522357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.523202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.523202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.523202] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.523202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.523202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.523472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.523472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.523598] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c805ed-98a1-4594-a301-b306d10add03 already deleted. [ 762.523653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.027048] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8c805ed-98a1-4594-a301-b306d10add03: rpc.has_security_group_logging(os_id): False [ 763.049941] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.050241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.050353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.050912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.051139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.051389] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.051513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.051577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.052894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.052894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.052894] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8c805ed-98a1-4594-a301-b306d10add03 is going to be created. [ 763.073300] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c8c805ed-98a1-4594-a301-b306d10add03], does not exist path=[/infra/domains/default/groups/c8c805ed-98a1-4594-a301-b306d10add03]."\n}' [ 763.073616] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8c805ed-98a1-4594-a301-b306d10add03 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c8c805ed-98a1-4594-a301-b306d10add03 [ 763.073919] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 763.123521] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.123916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.123916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.124931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.126621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.127080] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.127242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.127336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.127597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.127728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.128607] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.128821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.129108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.129359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.129477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.129685] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8c805ed-98a1-4594-a301-b306d10add03 is going to be created. [ 763.152264] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c8c805ed-98a1-4594-a301-b306d10add03], does not exist path=[/infra/domains/default/groups/c8c805ed-98a1-4594-a301-b306d10add03]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c8c805ed-98a1-4594-a301-b306d10add03 [ 763.152501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8c805ed-98a1-4594-a301-b306d10add03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.153067] env[66289]: Traceback (most recent call last): [ 763.153067] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 763.153067] env[66289]: return func(*args, **kwargs) [ 763.153067] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 763.153067] env[66289]: res.raise_for_status() [ 763.153315] env[66289]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 763.153315] env[66289]: raise HTTPError(http_error_msg, response=self) [ 763.153315] env[66289]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c8c805ed-98a1-4594-a301-b306d10add03 [ 763.153315] env[66289]: During handling of the above exception, another exception occurred: [ 763.153315] env[66289]: Traceback (most recent call last): [ 763.153315] env[66289]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 763.153315] env[66289]: listener.cb(fileno) [ 763.153315] env[66289]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 763.153315] env[66289]: result = function(*args, **kwargs) [ 763.153315] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 763.153315] env[66289]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 763.153315] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 763.153315] env[66289]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 763.153315] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 763.153315] env[66289]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 763.153315] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 763.153315] env[66289]: res.raise_for_status() [ 763.153315] env[66289]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 763.153315] env[66289]: raise HTTPError(http_error_msg, response=self) [ 763.153315] env[66289]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c8c805ed-98a1-4594-a301-b306d10add03 [ 763.153315] env[66289]: Removing descriptor: 5 [ 763.617817] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d in Status: SUCCESS [ 763.618298] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24639e23-3f03-4ddf-8ca9-ce83f0bb915d deletion is rescheduled due to dependency. [ 763.618477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24639e23-3f03-4ddf-8ca9-ce83f0bb915d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.721876] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: SUCCESS [ 763.722622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.723413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.723806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.724438] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.724641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.724755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.724992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.725204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.725370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.725704] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.229336] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.328088] env[66289]: INFO networking_nsxv3.common.synchronization [req-5583ba24-6197-4bdb-bb83-528b4060350b req-df4938e5-b40c-46f5-9291-7ad7b9372d2b tempest-AttachInterfacesUnderV243Test-1916301848 tempest-AttachInterfacesUnderV243Test-1916301848-project-member] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 764.328694] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGHEST for action security_group_members [ 764.330786] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.330786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.330786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.330786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.330786] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.330786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.330786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.330786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.330786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.330786] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.487479] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7be1a03-613a-434e-a618-21343de85d08 in Status: SUCCESS [ 764.487704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.487868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.488168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.488350] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.488489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.488564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.488766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.488883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.488927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.489047] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7be1a03-613a-434e-a618-21343de85d08',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.532154] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: SUCCESS [ 764.532154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.532318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.533015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.533015] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.533015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.533015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.533191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.533191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.533246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.533589] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.535365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.536436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.536436] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.536436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.537332] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.537332] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.537455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.537490] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.733944] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1179432-f41e-4bde-91e6-3e0432b2e6a2: rpc.has_security_group_logging(os_id): False [ 764.756878] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.758012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.758012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.758012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.778703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.779074] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.779344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.779344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.779680] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.779680] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.779680] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 is going to be updated. [ 764.835116] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.835116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.835116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.835116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.835116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.835116] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.835116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.835365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.835365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.835419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.836596] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 is going to be updated. [ 764.841835] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.842032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.842129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.842346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.842504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.857744] env[66289]: INFO networking_nsxv3.common.synchronization [req-8e8e461f-3fba-434e-b4a2-11d357a0cc1c req-9f7249cf-085a-478b-a9b9-7b114ef60543 tempest-ListImageFiltersTestJSON-1063442733 tempest-ListImageFiltersTestJSON-1063442733-project-member] Enqueued Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 764.858788] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: IN_PROGRESS for 2s [ 764.859374] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 764.859723] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.859876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.859973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.860279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.860630] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.860630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.860630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.860893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.861018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.861147] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.876591] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.876591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.876591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.876591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.876591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.888470] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: IN_PROGRESS for 2s [ 764.991390] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7be1a03-613a-434e-a618-21343de85d08 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.991578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.991643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.991877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.992075] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.992236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.992270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.992448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.992543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.992649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.992805] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7be1a03-613a-434e-a618-21343de85d08 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.992902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.992962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.994035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.994035] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.994035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.994035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.994035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.994035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.994035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.994035] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7be1a03-613a-434e-a618-21343de85d08',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.037507] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.037654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.043016] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.363993] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.364395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.364441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.364668] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.364761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.364980] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.365215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.365215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.365346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.365437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.365526] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d already deleted. [ 765.365607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.497067] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7be1a03-613a-434e-a618-21343de85d08: rpc.has_security_group_logging(os_id): False [ 765.515876] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.515876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.515876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.515876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.515876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.516303] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.516303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.516303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.516427] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.516487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.516670] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.516770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.516825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.516963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.517052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.517228] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.517317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.517376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.517512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.517580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.517663] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7be1a03-613a-434e-a618-21343de85d08 is going to be created. [ 765.543315] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.560128] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.560344] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.560461] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.560718] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.560971] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.561414] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.561570] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.561809] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.561980] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.562230] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.562371] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.562501] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.562630] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.562761] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.562885] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.563056] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.577943] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.578174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.578252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.578441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.578624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.589490] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.589697] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.589864] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.589970] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.593282] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-fa6d003d-5693-4982-ae16-23a9c27d4d48 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.594237] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-fa6d003d-5693-4982-ae16-23a9c27d4d48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.594237] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-fa6d003d-5693-4982-ae16-23a9c27d4d48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.594237] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-fa6d003d-5693-4982-ae16-23a9c27d4d48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.594237] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6d003d-5693-4982-ae16-23a9c27d4d48',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.598069] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7be1a03-613a-434e-a618-21343de85d08 in Status: IN_PROGRESS for 2s [ 766.048128] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.048326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.048417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.048653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.048784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.048894] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 is going to be updated. [ 766.084457] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.084613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.084664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.084928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.085221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.097171] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.097414] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.097641] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.098144] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.098338] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.098540] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port fa6d003d-5693-4982-ae16-23a9c27d4d48 not found, creating... [ 766.098951] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.099050] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.099180] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.099405] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.099550] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.099895] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.103965] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.104163] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.104448] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.104582] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.104738] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: fa6d003d-5693-4982-ae16-23a9c27d4d48 is going to be created. [ 766.106503] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: IN_PROGRESS for 2s [ 766.130956] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.131103] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.131192] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.131472] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.131735] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.131985] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-fa6d003d-5693-4982-ae16-23a9c27d4d48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.453226] env[66289]: INFO networking_nsxv3.common.synchronization [None req-d9f27e9f-7815-4c2a-9833-622f91b11c0b None None] Enqueued Resource ID: b4b6beaf-1d6b-43ff-94af-20f32a87dc99 with Priority: HIGHEST for action port [ 766.453552] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b6beaf-1d6b-43ff-94af-20f32a87dc99 with Priority: HIGHEST for action port [ 766.453821] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4b6beaf-1d6b-43ff-94af-20f32a87dc99 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.453951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4b6beaf-1d6b-43ff-94af-20f32a87dc99" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.454048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4b6beaf-1d6b-43ff-94af-20f32a87dc99" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.454372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4b6beaf-1d6b-43ff-94af-20f32a87dc99" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.454457] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4b6beaf-1d6b-43ff-94af-20f32a87dc99',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.861057] env[66289]: INFO networking_nsxv3.common.synchronization [req-8e8e461f-3fba-434e-b4a2-11d357a0cc1c req-2813c352-b409-4d06-90d9-d4078560285f service nova] Enqueued Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_rules [ 766.861256] env[66289]: INFO networking_nsxv3.common.synchronization [req-8e8e461f-3fba-434e-b4a2-11d357a0cc1c req-2813c352-b409-4d06-90d9-d4078560285f service nova] Enqueued Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 766.861390] env[66289]: INFO networking_nsxv3.common.synchronization [req-8e8e461f-3fba-434e-b4a2-11d357a0cc1c req-2813c352-b409-4d06-90d9-d4078560285f service nova] Enqueued Resource ID: fa6d003d-5693-4982-ae16-23a9c27d4d48 with Priority: HIGHEST for action port [ 766.861959] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_rules [ 766.862068] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 766.862173] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6d003d-5693-4982-ae16-23a9c27d4d48 with Priority: HIGHEST for action port [ 766.862851] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.862973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.863061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.863313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.863396] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.864292] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.864410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.864476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.864758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.864910] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.865290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.865364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.865518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.865627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.865724] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.866471] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6d003d-5693-4982-ae16-23a9c27d4d48 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.867453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6d003d-5693-4982-ae16-23a9c27d4d48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.867453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6d003d-5693-4982-ae16-23a9c27d4d48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.867453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6d003d-5693-4982-ae16-23a9c27d4d48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.867453] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6d003d-5693-4982-ae16-23a9c27d4d48',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.875526] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: SUCCESS [ 766.875736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.898439] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 in Status: SUCCESS [ 766.898745] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 deletion is rescheduled due to dependency. [ 766.898872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.957311] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4b6beaf-1d6b-43ff-94af-20f32a87dc99 [ 766.957548] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.958123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.958123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.958123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.958123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.958268] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4b6beaf-1d6b-43ff-94af-20f32a87dc99 already deleted. [ 766.958297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4b6beaf-1d6b-43ff-94af-20f32a87dc99" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.368831] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.371576] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.371576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.371576] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa6d003d-5693-4982-ae16-23a9c27d4d48 with status ACTIVE [ 767.371576] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.371576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.371576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.371576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.371576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.372026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.372026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.372026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.373669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.373769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.375374] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.375374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.375374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.375374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.375374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.375374] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa6d003d-5693-4982-ae16-23a9c27d4d48 is going to be updated. [ 767.411312] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.411611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.411611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.411847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.412031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.412225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6d003d-5693-4982-ae16-23a9c27d4d48" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.611333] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7be1a03-613a-434e-a618-21343de85d08 in Status: SUCCESS [ 767.611682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.877277] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.931334] env[66289]: INFO networking_nsxv3.common.synchronization [req-7197f7ff-04f5-4d02-b2f0-e06933739739 req-51132798-d60d-4e91-8ff9-b95ac95a0155 tempest-ListImageFiltersTestJSON-1063442733 tempest-ListImageFiltersTestJSON-1063442733-project-member] Enqueued Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 767.932290] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 767.932588] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.932729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.118142] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: SUCCESS [ 768.118142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.118142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.118587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.118587] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.119391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.119467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.119658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.119968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.119968] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.368014] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.368305] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.368435] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.368697] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.368952] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.369217] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.369333] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.369545] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.369688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.369891] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.369997] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.370115] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.370217] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.370318] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.370441] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.370574] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.379973] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.380175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.380221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.381586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.381586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.381586] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d is going to be created. [ 768.395349] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.395576] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.395778] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.396044] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.396489] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-785f870a-3465-49ad-a4c7-e8a59b5a0f98 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.396737] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-785f870a-3465-49ad-a4c7-e8a59b5a0f98" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.396882] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-785f870a-3465-49ad-a4c7-e8a59b5a0f98" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.397501] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-785f870a-3465-49ad-a4c7-e8a59b5a0f98" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.397644] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('785f870a-3465-49ad-a4c7-e8a59b5a0f98',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.405095] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.405331] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.405391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.405646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.405881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.419294] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: UNINITIALIZED for 2s [ 768.624079] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.875091] env[66289]: INFO networking_nsxv3.common.synchronization [None req-0e5d607d-29ec-4b2f-a391-bb69e7ba2a4c None None] Enqueued Resource ID: 00696871-c439-4cf8-8ccc-09f84e641c89 with Priority: HIGHEST for action port [ 768.876103] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00696871-c439-4cf8-8ccc-09f84e641c89 with Priority: HIGHEST for action port [ 768.876103] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-00696871-c439-4cf8-8ccc-09f84e641c89 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.876248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00696871-c439-4cf8-8ccc-09f84e641c89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.876295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00696871-c439-4cf8-8ccc-09f84e641c89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.876524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00696871-c439-4cf8-8ccc-09f84e641c89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.876651] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00696871-c439-4cf8-8ccc-09f84e641c89',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.900197] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.900467] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.900633] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.900932] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.901102] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.901262] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 785f870a-3465-49ad-a4c7-e8a59b5a0f98 not found, creating... [ 768.901512] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.901662] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.901771] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.901994] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.902164] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.902588] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.902747] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.902871] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.903113] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.903269] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.903427] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 785f870a-3465-49ad-a4c7-e8a59b5a0f98 is going to be created. [ 768.931266] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.931789] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.933884] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.933884] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.933884] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.933884] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-785f870a-3465-49ad-a4c7-e8a59b5a0f98" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.127392] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.380041] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00696871-c439-4cf8-8ccc-09f84e641c89 [ 769.380041] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.380041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.380041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.380362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.380362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.380431] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00696871-c439-4cf8-8ccc-09f84e641c89 already deleted. [ 769.380532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00696871-c439-4cf8-8ccc-09f84e641c89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.633680] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.633966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.633966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.634560] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.634560] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.634667] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 is going to be updated. [ 769.664145] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.664145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.664145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.664346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.664591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.674168] env[66289]: INFO networking_nsxv3.common.synchronization [req-7197f7ff-04f5-4d02-b2f0-e06933739739 req-c967d480-bbdd-495e-b29e-975d953f133b service nova] Enqueued Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_rules [ 769.674467] env[66289]: INFO networking_nsxv3.common.synchronization [req-7197f7ff-04f5-4d02-b2f0-e06933739739 req-c967d480-bbdd-495e-b29e-975d953f133b service nova] Enqueued Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 769.674537] env[66289]: INFO networking_nsxv3.common.synchronization [req-7197f7ff-04f5-4d02-b2f0-e06933739739 req-c967d480-bbdd-495e-b29e-975d953f133b service nova] Enqueued Resource ID: 785f870a-3465-49ad-a4c7-e8a59b5a0f98 with Priority: HIGHEST for action port [ 769.675431] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: IN_PROGRESS for 2s [ 769.675864] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_rules [ 769.676058] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 769.676141] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 785f870a-3465-49ad-a4c7-e8a59b5a0f98 with Priority: HIGHEST for action port [ 769.676445] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.676521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.676650] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.676729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.676901] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-785f870a-3465-49ad-a4c7-e8a59b5a0f98 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.677014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-785f870a-3465-49ad-a4c7-e8a59b5a0f98" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.677101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-785f870a-3465-49ad-a4c7-e8a59b5a0f98" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.677401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-785f870a-3465-49ad-a4c7-e8a59b5a0f98" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.677401] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('785f870a-3465-49ad-a4c7-e8a59b5a0f98',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.028373] env[66289]: INFO networking_nsxv3.common.synchronization [req-58fa3c2f-d40b-4871-b734-191dde181aea req-eb44344c-b180-430f-971d-30aa5d9995d4 tempest-FloatingIPsAssociationTestJSON-86139712 tempest-FloatingIPsAssociationTestJSON-86139712-project-member] Enqueued Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 770.028954] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 770.029287] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.029408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.029475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.029680] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.029828] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.029940] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.029996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.030273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.030409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.030582] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.180848] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 785f870a-3465-49ad-a4c7-e8a59b5a0f98 with status ACTIVE [ 770.180848] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.180848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.180848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.180848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.180848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.180848] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.180848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.181505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.181505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.181505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.181505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.181505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.181505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.181768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.181768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.181768] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 785f870a-3465-49ad-a4c7-e8a59b5a0f98 is going to be updated. [ 770.207928] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.207928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.207928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.207928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.207928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.207928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-785f870a-3465-49ad-a4c7-e8a59b5a0f98" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.436308] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: SUCCESS [ 770.436509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.436916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.438773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.440042] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.440042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.440042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.440042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.440042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.440042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.440366] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.442047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.442047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.442196] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.442359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.442484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.442730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.442884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.443037] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.533014] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.949616] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.950029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.950029] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.035530] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.271160] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.273364] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-426" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.273364] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-426" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.273364] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-426" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.273364] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.273364] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.273671] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.273969] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.274241] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.274575] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.274789] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.274986] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.276067] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.276274] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.277115] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.277492] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.297407] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.297694] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.297879] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.298178] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-426" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.298686] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-507a57ab-6662-43db-a33b-448abb1bda10 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.298948] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-507a57ab-6662-43db-a33b-448abb1bda10" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.299172] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-507a57ab-6662-43db-a33b-448abb1bda10" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.299647] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-507a57ab-6662-43db-a33b-448abb1bda10" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.299894] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('507a57ab-6662-43db-a33b-448abb1bda10',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.455684] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.538715] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.538972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.538972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.539267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.539404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.539537] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 is going to be updated. [ 771.575121] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.575339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.577426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.577426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.577426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.587563] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: IN_PROGRESS for 2s [ 771.685627] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: SUCCESS [ 771.685847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.686019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.686261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.686459] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.686579] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.686637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.686795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.686876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.686960] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.687128] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.687219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.687276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.687412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.687545] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.687639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.687694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.687831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.687970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.687970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.688189] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.770455] env[66289]: INFO networking_nsxv3.common.synchronization [req-a08233bc-a3f7-4861-9abd-49f3905de0e1 req-1cbd59ea-0371-4854-b747-53915ffb09ff tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 771.770996] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 771.771366] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.771491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.771555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.771759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.771916] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.772027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.772092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.772395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.772395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.772482] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.802668] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.802832] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.803046] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.803264] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.803478] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.803651] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 507a57ab-6662-43db-a33b-448abb1bda10 not found, creating... [ 771.803912] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.804094] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.804211] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.804484] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.804625] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.804917] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.805371] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.805371] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.805371] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.805519] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.805626] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 507a57ab-6662-43db-a33b-448abb1bda10 is going to be created. [ 771.831160] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.831382] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.831490] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.831762] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.831977] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.832206] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-507a57ab-6662-43db-a33b-448abb1bda10" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.874995] env[66289]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.874995] env[66289]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.959033] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.959033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.959033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.959416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.959416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.959416] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d is going to be updated. [ 771.999766] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.999937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.999985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.000460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.000460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.018032] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: IN_PROGRESS for 2s [ 772.191302] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b03638b-3d9f-4f56-a116-0ad749b08ef1: rpc.has_security_group_logging(os_id): False [ 772.210280] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.210517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.210808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.211035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.231083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.231416] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.231547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.231614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.231815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.231900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.232100] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.232295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.232372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.232517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.232606] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.232804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.232901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.232961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.233116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.233191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.233273] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 is going to be updated. [ 772.276783] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.276783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.276783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.277170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.301530] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.301706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.307207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.307207] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.307207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.307207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.307207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.307207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.307207] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 772.307207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.307207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.307207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.356484] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: IN_PROGRESS for 2s [ 772.382402] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.382938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.383039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.383270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.383455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.398625] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 772.688300] env[66289]: INFO networking_nsxv3.common.synchronization [req-58fa3c2f-d40b-4871-b734-191dde181aea req-82f3de3d-a7a0-4f08-b979-c4f5fd3571c6 service nova] Enqueued Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_rules [ 772.688499] env[66289]: INFO networking_nsxv3.common.synchronization [req-58fa3c2f-d40b-4871-b734-191dde181aea req-82f3de3d-a7a0-4f08-b979-c4f5fd3571c6 service nova] Enqueued Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 772.688632] env[66289]: INFO networking_nsxv3.common.synchronization [req-58fa3c2f-d40b-4871-b734-191dde181aea req-82f3de3d-a7a0-4f08-b979-c4f5fd3571c6 service nova] Enqueued Resource ID: 507a57ab-6662-43db-a33b-448abb1bda10 with Priority: HIGHEST for action port [ 772.689287] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_rules [ 772.689651] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 772.689651] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 507a57ab-6662-43db-a33b-448abb1bda10 with Priority: HIGHEST for action port [ 772.690652] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.690823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.690933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.691218] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.691307] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.692248] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.692359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.692564] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-507a57ab-6662-43db-a33b-448abb1bda10 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.692727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-507a57ab-6662-43db-a33b-448abb1bda10" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.692792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-507a57ab-6662-43db-a33b-448abb1bda10" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.693302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-507a57ab-6662-43db-a33b-448abb1bda10" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.693340] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('507a57ab-6662-43db-a33b-448abb1bda10',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.195318] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.195846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.198906] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 507a57ab-6662-43db-a33b-448abb1bda10 with status ACTIVE [ 773.199548] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.199755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.199843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.200171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.200340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.200684] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.200890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.201022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.201335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.201504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.201889] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.202106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.202239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.202535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.203101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.203369] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 507a57ab-6662-43db-a33b-448abb1bda10 is going to be updated. [ 773.231304] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.231813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.231953] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.232346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.232567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.232917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-507a57ab-6662-43db-a33b-448abb1bda10" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.488047] env[66289]: INFO networking_nsxv3.common.synchronization [req-519dfb5b-6ac9-42c9-b7e3-e12ca9cd36de req-590a39ec-20b3-4947-854c-8b749a6adfad tempest-MultipleCreateTestJSON-754596718 tempest-MultipleCreateTestJSON-754596718-project-member] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 773.489162] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 773.489866] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.489866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.489866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.490201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.490481] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.490680] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.490813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.491052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.491712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.491712] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.599306] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: SUCCESS [ 773.599802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.600088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.600674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.600962] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.601374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.601717] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.601934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.602379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.602379] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.926865] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.927218] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.927533] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.927794] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.928309] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.928443] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.928478] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.928823] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.928922] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.929175] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.929338] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.929473] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.929600] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.929728] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.929984] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.929984] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.948962] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.949208] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.949387] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.949595] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.949921] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-930713ad-e820-4894-898e-68caf7f7990f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.950193] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-930713ad-e820-4894-898e-68caf7f7990f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.950343] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-930713ad-e820-4894-898e-68caf7f7990f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.950694] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-930713ad-e820-4894-898e-68caf7f7990f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.950918] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930713ad-e820-4894-898e-68caf7f7990f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.994804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.995055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.995160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.995465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.017137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.017405] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.017541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.018264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.018264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.018264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.018264] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 774.030801] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: SUCCESS [ 774.031198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.031457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.031721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.031941] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.032129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.032206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.032444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.032562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.032787] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.046222] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.046511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.046511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.046657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.046813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.056234] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 774.104615] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.373941] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: SUCCESS [ 774.373941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.374288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.374392] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.374645] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.410544] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 774.410778] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 deletion is rescheduled due to dependency. [ 774.410902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.457320] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.457593] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.457714] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.458046] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.458226] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.458572] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 930713ad-e820-4894-898e-68caf7f7990f not found, creating... [ 774.458992] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.459130] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.459281] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.459540] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.459716] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.460176] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.461130] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.461232] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.461548] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.461766] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.461849] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 930713ad-e820-4894-898e-68caf7f7990f is going to be created. [ 774.486694] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.486953] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.487023] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.487710] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.487710] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.487919] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-930713ad-e820-4894-898e-68caf7f7990f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.535492] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.606402] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.877509] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.877718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.877997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.878087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.878249] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.878353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.878416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.878575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.878661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.878750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.878839] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.999680] env[66289]: INFO networking_nsxv3.common.synchronization [None req-9ffea236-017f-4779-bc39-ec6ecbf378d3 None None] Enqueued Resource ID: 628ecac5-38fc-4b58-83ec-eccb00de6b29 with Priority: HIGHEST for action port [ 775.000199] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628ecac5-38fc-4b58-83ec-eccb00de6b29 with Priority: HIGHEST for action port [ 775.005228] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-628ecac5-38fc-4b58-83ec-eccb00de6b29 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.005228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-628ecac5-38fc-4b58-83ec-eccb00de6b29" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.005228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-628ecac5-38fc-4b58-83ec-eccb00de6b29" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.005228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-628ecac5-38fc-4b58-83ec-eccb00de6b29" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.005228] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('628ecac5-38fc-4b58-83ec-eccb00de6b29',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.037796] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.108784] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.109056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.109165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.109440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.109557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.109661] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 is going to be updated. [ 775.150045] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.150045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.150045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.150045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.150045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.161303] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: IN_PROGRESS for 2s [ 775.270900] env[66289]: INFO networking_nsxv3.common.synchronization [req-519dfb5b-6ac9-42c9-b7e3-e12ca9cd36de req-f3bd701f-3f15-4e4e-8564-73ab89b505bd service nova] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_rules [ 775.270900] env[66289]: INFO networking_nsxv3.common.synchronization [req-519dfb5b-6ac9-42c9-b7e3-e12ca9cd36de req-f3bd701f-3f15-4e4e-8564-73ab89b505bd service nova] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 775.270988] env[66289]: INFO networking_nsxv3.common.synchronization [req-519dfb5b-6ac9-42c9-b7e3-e12ca9cd36de req-f3bd701f-3f15-4e4e-8564-73ab89b505bd service nova] Enqueued Resource ID: 930713ad-e820-4894-898e-68caf7f7990f with Priority: HIGHEST for action port [ 775.273233] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_rules [ 775.273637] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 775.273637] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930713ad-e820-4894-898e-68caf7f7990f with Priority: HIGHEST for action port [ 775.274025] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.277017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.277017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.277017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.277017] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.277017] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.277017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.277017] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-930713ad-e820-4894-898e-68caf7f7990f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.277017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-930713ad-e820-4894-898e-68caf7f7990f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.277017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-930713ad-e820-4894-898e-68caf7f7990f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.277017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-930713ad-e820-4894-898e-68caf7f7990f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.277017] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930713ad-e820-4894-898e-68caf7f7990f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.381326] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.381942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.381942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.382082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.382387] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.382547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.382629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.382832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.382925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.383095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.383630] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.383723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.383870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.383994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.384205] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.384321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.384418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.384610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.384700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.384798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.384917] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.506597] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 628ecac5-38fc-4b58-83ec-eccb00de6b29 [ 775.506864] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.506987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.507084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.507298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.507430] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.507497] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:628ecac5-38fc-4b58-83ec-eccb00de6b29 already deleted. [ 775.507577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-628ecac5-38fc-4b58-83ec-eccb00de6b29" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.541476] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.541625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.541702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.541912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.542021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.542110] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d is going to be updated. [ 775.573012] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.573294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.573379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.573586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.573732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.588053] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: IN_PROGRESS for 2s [ 775.779016] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.779189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.783559] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 930713ad-e820-4894-898e-68caf7f7990f with status ACTIVE [ 775.783559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.783716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.783749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.783964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.784077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.784254] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.784376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.784417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.784562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.784631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.784807] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.785770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.785770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.785770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.785770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.785770] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 930713ad-e820-4894-898e-68caf7f7990f is going to be updated. [ 775.810635] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.810635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.810635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.810635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.810635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.810635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-930713ad-e820-4894-898e-68caf7f7990f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.889541] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b03638b-3d9f-4f56-a116-0ad749b08ef1: rpc.has_security_group_logging(os_id): False [ 775.913072] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.915117] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.915117] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.915117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.915951] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.916214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.916361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.916595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.917044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.917233] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 is going to be updated. [ 775.993583] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.993726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.993894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.994024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.994190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.011347] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: IN_PROGRESS for 2s [ 776.037684] env[66289]: INFO networking_nsxv3.common.synchronization [req-519dfb5b-6ac9-42c9-b7e3-e12ca9cd36de req-9afb1fea-9c03-4302-b5f3-f64272e7e304 tempest-MultipleCreateTestJSON-754596718 tempest-MultipleCreateTestJSON-754596718-project-member] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 776.038874] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 776.039494] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.039494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.063851] env[66289]: INFO networking_nsxv3.common.synchronization [req-df700084-4db8-48fa-9c12-59807a770b12 req-903ad59e-0f0f-40f9-a1da-a7fb9322cf05 tempest-SecurityGroupRulesNegativeTestJSON-1274610122 tempest-SecurityGroupRulesNegativeTestJSON-1274610122-project-member] Enqueued Resource ID: e670ddfa-e4da-4fe9-a50e-563c88e9be32 with Priority: HIGHEST for action security_group_rules [ 776.065349] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e670ddfa-e4da-4fe9-a50e-563c88e9be32 with Priority: HIGHEST for action security_group_rules [ 776.067019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e670ddfa-e4da-4fe9-a50e-563c88e9be32 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.067019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e670ddfa-e4da-4fe9-a50e-563c88e9be32" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.067019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e670ddfa-e4da-4fe9-a50e-563c88e9be32" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.067019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e670ddfa-e4da-4fe9-a50e-563c88e9be32" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.067019] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e670ddfa-e4da-4fe9-a50e-563c88e9be32',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.070064] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 776.070064] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 deletion is rescheduled due to dependency. [ 776.070064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.071247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.071247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.071247] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.072381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.072515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.073048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.073048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.073048] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.454612] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.454612] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.454612] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.455032] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.455069] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.455205] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.455495] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.455637] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.455776] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.456066] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.456117] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.456195] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.456296] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.456409] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.456543] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.456679] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.517678] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.518048] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.518274] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.518532] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-706" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.518921] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-b74986cd-526d-4f82-bc8d-7b4829551874 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.519113] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-b74986cd-526d-4f82-bc8d-7b4829551874" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.519256] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-b74986cd-526d-4f82-bc8d-7b4829551874" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.519626] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-b74986cd-526d-4f82-bc8d-7b4829551874" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.519768] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74986cd-526d-4f82-bc8d-7b4829551874',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.577634] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.602112] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.602306] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.602394] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.602655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.602780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.602883] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e670ddfa-e4da-4fe9-a50e-563c88e9be32 already deleted. [ 776.602970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e670ddfa-e4da-4fe9-a50e-563c88e9be32" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.023377] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.023642] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.023774] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.024071] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.024210] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.024356] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port b74986cd-526d-4f82-bc8d-7b4829551874 not found, creating... [ 777.024659] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.024821] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.024883] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.025114] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.025254] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.025625] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.025789] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.025916] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.026921] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.027162] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.027328] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: b74986cd-526d-4f82-bc8d-7b4829551874 is going to be created. [ 777.055680] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.056492] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.056492] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.056492] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.056931] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.056931] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-b74986cd-526d-4f82-bc8d-7b4829551874" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.080814] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.173275] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: SUCCESS [ 777.173549] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.173749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.173979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.174223] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.174484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.174620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.174870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.175032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.175165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.175288] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.583799] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.586038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.588900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.588900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.588900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.588900] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 777.603026] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: SUCCESS [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.603026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.603026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.603026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.603026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.603926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.604175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.604397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.604624] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.623434] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.623434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.623434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.623434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.623434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.639442] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 777.677335] env[66289]: INFO networking_nsxv3.common.synchronization [None req-08b971fc-42dd-4a14-997b-4f8c9380214d None None] Enqueued Resource ID: b31d76f1-45f9-4feb-88c7-261933260a7a with Priority: HIGHEST for action port [ 777.678559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.678559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.678559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.678865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.679086] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.679275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.679367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.679591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.679714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.679778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.679938] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.680054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.680115] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.680283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.680283] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.680283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.680713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.680713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.680784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.681253] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.681253] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.683102] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31d76f1-45f9-4feb-88c7-261933260a7a with Priority: HIGHEST for action port [ 777.683318] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b31d76f1-45f9-4feb-88c7-261933260a7a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.683497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b31d76f1-45f9-4feb-88c7-261933260a7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.683620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b31d76f1-45f9-4feb-88c7-261933260a7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.683835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b31d76f1-45f9-4feb-88c7-261933260a7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.683921] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b31d76f1-45f9-4feb-88c7-261933260a7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.825171] env[66289]: INFO networking_nsxv3.common.synchronization [req-519dfb5b-6ac9-42c9-b7e3-e12ca9cd36de req-1ec50197-6314-45e0-8be7-67673c03a8e4 service nova] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_rules [ 777.826965] env[66289]: INFO networking_nsxv3.common.synchronization [req-519dfb5b-6ac9-42c9-b7e3-e12ca9cd36de req-1ec50197-6314-45e0-8be7-67673c03a8e4 service nova] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 777.826965] env[66289]: INFO networking_nsxv3.common.synchronization [req-519dfb5b-6ac9-42c9-b7e3-e12ca9cd36de req-1ec50197-6314-45e0-8be7-67673c03a8e4 service nova] Enqueued Resource ID: b74986cd-526d-4f82-bc8d-7b4829551874 with Priority: HIGHEST for action port [ 777.826965] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_rules [ 777.826965] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 777.827359] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74986cd-526d-4f82-bc8d-7b4829551874 with Priority: HIGHEST for action port [ 777.827359] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.827459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.828409] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.828409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.828409] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b74986cd-526d-4f82-bc8d-7b4829551874 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.828409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b74986cd-526d-4f82-bc8d-7b4829551874" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.828409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b74986cd-526d-4f82-bc8d-7b4829551874" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.828409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b74986cd-526d-4f82-bc8d-7b4829551874" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.828409] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74986cd-526d-4f82-bc8d-7b4829551874',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.031451] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: SUCCESS [ 778.031451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.107374] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 751ff2f1-6915-4d0f-8101-fe1138d7f61d: rpc.has_security_group_logging(os_id): False [ 778.132198] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.132361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.132431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.132741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.132896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.133216] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.133304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.133372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.133559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.133703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.135073] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.135220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.135220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.136228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.136228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.136228] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.136228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.136228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.136228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.136228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.136488] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d is going to be created. [ 778.184536] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ecfc60e-344b-489f-aa2e-02e5be066a21: rpc.has_security_group_logging(os_id): False [ 778.186257] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b31d76f1-45f9-4feb-88c7-261933260a7a [ 778.186505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.186745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.186855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.187111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.188583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.188736] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b31d76f1-45f9-4feb-88c7-261933260a7a already deleted. [ 778.188843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b31d76f1-45f9-4feb-88c7-261933260a7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.215603] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.215687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.215739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.216020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.218191] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.218362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.243899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.245796] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.245981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.246083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.246374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.246483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.246755] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.246869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.246928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.247097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.247173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.247361] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.247437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.247495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.247635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.247703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.247780] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 is going to be updated. [ 778.248991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.249138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.249335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.267480] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: IN_PROGRESS for 2s [ 778.330821] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b74986cd-526d-4f82-bc8d-7b4829551874 with status ACTIVE [ 778.331160] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.331371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.331410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.331810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.331898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.332121] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.332241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.332313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.332501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.332581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.332785] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.332891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.332954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.333131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.333240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.333339] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b74986cd-526d-4f82-bc8d-7b4829551874 is going to be updated. [ 778.393042] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.393226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.393295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.393526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.393679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.393869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b74986cd-526d-4f82-bc8d-7b4829551874" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.404821] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.405071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.405127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.405409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.407097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.433905] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: IN_PROGRESS for 2s [ 779.485406] env[66289]: INFO networking_nsxv3.common.synchronization [req-823017ca-edd6-4458-b507-60fa34cbef55 req-21137013-755f-41e7-bf21-7ca611444f01 tempest-SecurityGroupRulesNegativeTestJSON-1274610122 tempest-SecurityGroupRulesNegativeTestJSON-1274610122-project-member] Enqueued Resource ID: e670ddfa-e4da-4fe9-a50e-563c88e9be32 with Priority: HIGHEST for action security_group_rules [ 779.485406] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e670ddfa-e4da-4fe9-a50e-563c88e9be32 with Priority: HIGHEST for action security_group_rules [ 779.485859] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e670ddfa-e4da-4fe9-a50e-563c88e9be32 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.485859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e670ddfa-e4da-4fe9-a50e-563c88e9be32" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.485859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e670ddfa-e4da-4fe9-a50e-563c88e9be32" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.485963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e670ddfa-e4da-4fe9-a50e-563c88e9be32" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.485992] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e670ddfa-e4da-4fe9-a50e-563c88e9be32',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.651865] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 779.652211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.652596] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.652872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.653147] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.653319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.653421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.653686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.653822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.653952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.654121] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.655693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.655693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.655693] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.656441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.656441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.656441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.656441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.656441] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.012474] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.012628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.012700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.012930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.013030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.013127] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e670ddfa-e4da-4fe9-a50e-563c88e9be32 already deleted. [ 780.013209] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e670ddfa-e4da-4fe9-a50e-563c88e9be32" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.159291] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.159410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.160032] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.288722] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: SUCCESS [ 780.289023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.289278] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.289576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.289672] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.454101] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: SUCCESS [ 780.454360] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.664401] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.791925] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.792098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.792143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.792379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.792564] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.792685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.793126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.793126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.793199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.793340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.793490] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.169037] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.169318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.169401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.169556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.169655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.169794] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 781.205283] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.205283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.205283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.205283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.205283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.214788] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 781.297366] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.297687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.297687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.297878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.298102] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.298262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.298325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.298532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.298676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.298777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.298881] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.298977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.299062] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.299279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.299427] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.299633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.299633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.299758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.299837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.299918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.300014] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.460049] env[66289]: INFO networking_nsxv3.common.synchronization [req-f4c00c34-4384-47fb-ba28-57881054fafe req-4cf2a0c5-db24-4661-90bc-67e0e5d0cd8c tempest-ServersTestManualDisk-631871651 tempest-ServersTestManualDisk-631871651-project-member] Enqueued Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_members [ 781.460734] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_members [ 781.461057] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c1f712-1f0f-4ee8-836a-5311c713920b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.461197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.461244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.461530] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.461720] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.461903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.461981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.462189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.462287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.462472] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.803722] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 751ff2f1-6915-4d0f-8101-fe1138d7f61d: rpc.has_security_group_logging(os_id): False [ 781.831983] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.831983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.831983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.832437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.832437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.832580] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.832662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.832723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.832886] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.834160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.834160] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.834323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.834323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.834432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.834510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.834708] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.836542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.836542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.836542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.836542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.836542] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d is going to be updated. [ 781.918871] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.919107] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.919107] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.919389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.919705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.937690] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: IN_PROGRESS for 2s [ 781.964648] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.964648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.964876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.965213] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.965213] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.965352] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.965352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.965456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.967052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.967190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.967304] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c1f712-1f0f-4ee8-836a-5311c713920b already deleted. [ 781.967393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.007014] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.007291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-142" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.007400] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-142" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.007833] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-142" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.008146] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.008400] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.008513] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.008786] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.008965] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.009222] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.009419] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.009604] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.009758] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.009847] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.009977] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.010266] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.050709] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.050977] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.051561] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.051895] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-142" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.052275] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-9c21bf59-90aa-45e0-8832-1f6781c8e25e taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.052496] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-9c21bf59-90aa-45e0-8832-1f6781c8e25e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.052690] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-9c21bf59-90aa-45e0-8832-1f6781c8e25e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.053057] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-9c21bf59-90aa-45e0-8832-1f6781c8e25e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.053289] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c21bf59-90aa-45e0-8832-1f6781c8e25e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.405240] env[66289]: INFO networking_nsxv3.common.synchronization [None req-1ff51552-d276-41ac-847f-e0424bd2d5b0 None None] Enqueued Resource ID: 71ffe4de-76e3-4747-aa88-30a7b343386c with Priority: HIGHEST for action port [ 782.405919] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ffe4de-76e3-4747-aa88-30a7b343386c with Priority: HIGHEST for action port [ 782.406321] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ffe4de-76e3-4747-aa88-30a7b343386c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.406452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ffe4de-76e3-4747-aa88-30a7b343386c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.406516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ffe4de-76e3-4747-aa88-30a7b343386c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.406917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ffe4de-76e3-4747-aa88-30a7b343386c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.406998] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ffe4de-76e3-4747-aa88-30a7b343386c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.556802] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.556802] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.557156] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.557435] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.557686] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.557880] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 9c21bf59-90aa-45e0-8832-1f6781c8e25e not found, creating... [ 782.558176] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.558417] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.558538] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.558847] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.558990] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.559331] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.559495] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.559631] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.559883] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.560030] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.560176] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 9c21bf59-90aa-45e0-8832-1f6781c8e25e is going to be created. [ 782.582915] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.583256] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.583329] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.583655] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.583997] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.584410] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-9c21bf59-90aa-45e0-8832-1f6781c8e25e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.912160] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71ffe4de-76e3-4747-aa88-30a7b343386c [ 782.912160] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.912160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.912160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.912767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.912767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.912767] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71ffe4de-76e3-4747-aa88-30a7b343386c already deleted. [ 782.912767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ffe4de-76e3-4747-aa88-30a7b343386c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.229046] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 4s [ 783.346363] env[66289]: INFO networking_nsxv3.common.synchronization [req-f4c00c34-4384-47fb-ba28-57881054fafe req-0252cca7-730d-4277-a1d9-8669b501ec14 service nova] Enqueued Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_rules [ 783.346363] env[66289]: INFO networking_nsxv3.common.synchronization [req-f4c00c34-4384-47fb-ba28-57881054fafe req-0252cca7-730d-4277-a1d9-8669b501ec14 service nova] Enqueued Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_members [ 783.346363] env[66289]: INFO networking_nsxv3.common.synchronization [req-f4c00c34-4384-47fb-ba28-57881054fafe req-0252cca7-730d-4277-a1d9-8669b501ec14 service nova] Enqueued Resource ID: 9c21bf59-90aa-45e0-8832-1f6781c8e25e with Priority: HIGHEST for action port [ 783.347135] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_rules [ 783.347969] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_members [ 783.347969] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c21bf59-90aa-45e0-8832-1f6781c8e25e with Priority: HIGHEST for action port [ 783.347969] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c1f712-1f0f-4ee8-836a-5311c713920b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.348280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.348280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.348563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.348621] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.350197] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c1f712-1f0f-4ee8-836a-5311c713920b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.350408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.350856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.351141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.351352] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.351476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.352049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.352049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.352049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.352464] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.353139] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c21bf59-90aa-45e0-8832-1f6781c8e25e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.353522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c21bf59-90aa-45e0-8832-1f6781c8e25e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.353522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c21bf59-90aa-45e0-8832-1f6781c8e25e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.353522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c21bf59-90aa-45e0-8832-1f6781c8e25e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.353698] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c21bf59-90aa-45e0-8832-1f6781c8e25e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.555822] env[66289]: INFO networking_nsxv3.common.synchronization [req-e9dbdbdb-15be-4279-a4f4-a630bac9a273 req-a5635404-dfac-488b-a6b9-e45c0418df40 tempest-ServerRescueTestJSONUnderV235-2036827869 tempest-ServerRescueTestJSONUnderV235-2036827869-project-member] Enqueued Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 783.557131] env[66289]: INFO networking_nsxv3.common.synchronization [req-1db4a53b-d905-444e-ae34-d76f543cb932 req-1da06071-c9db-41d0-a408-03b1a4f25d5c tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 783.557856] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 with Priority: HIGHEST for action security_group_members [ 783.558084] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 783.558513] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b03638b-3d9f-4f56-a116-0ad749b08ef1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.558705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.558819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.559111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.559374] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.559520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.559600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.559808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.559923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.560081] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b03638b-3d9f-4f56-a116-0ad749b08ef1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.562682] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.562682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.562682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.563637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.564032] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.564032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.564200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.564354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.564481] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.564612] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.856874] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.859390] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c1f712-1f0f-4ee8-836a-5311c713920b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.859527] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.859895] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c21bf59-90aa-45e0-8832-1f6781c8e25e with status ACTIVE [ 783.860110] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.860241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.860315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.860546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.860631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.860788] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.860890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.860947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.864961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.865202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.865385] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.865505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.865569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.865755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.865840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.865931] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c21bf59-90aa-45e0-8832-1f6781c8e25e is going to be updated. [ 783.898514] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.900073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.900073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.900073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.900073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.900073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c21bf59-90aa-45e0-8832-1f6781c8e25e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.964631] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: SUCCESS [ 783.966879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.067212] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.067212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.067212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.067573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.067757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.068098] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.070021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.070021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.070021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.070021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.070021] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 is going to be updated. [ 784.071208] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.071468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.071665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.071944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.113981] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.114347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.114347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.115318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.115318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.116815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.117083] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.117464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.117464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.117682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.117865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.117920] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 is going to be updated. [ 784.131041] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: IN_PROGRESS for 2s [ 784.158333] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.158333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.158333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.158333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.158333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.172269] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: IN_PROGRESS for 2s [ 784.181728] env[66289]: INFO networking_nsxv3.common.synchronization [req-8e4e2fd3-98ad-4e2b-82d1-6754142d9e3e req-a2954f06-be32-4b00-903d-961222c1d7b6 tempest-ServersNegativeTestMultiTenantJSON-757515044 tempest-ServersNegativeTestMultiTenantJSON-757515044-project-member] Enqueued Resource ID: 127959cf-c11a-47fc-9ddb-13e14590259a with Priority: HIGHEST for action security_group_members [ 784.181728] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127959cf-c11a-47fc-9ddb-13e14590259a with Priority: HIGHEST for action security_group_members [ 784.181882] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-127959cf-c11a-47fc-9ddb-13e14590259a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.181947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.181982] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.182292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.182458] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.182586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.182649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.182818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.182916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.183015] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127959cf-c11a-47fc-9ddb-13e14590259a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.365037] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.685836] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.685836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.685836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.686263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.686263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.686457] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.686600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.686600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.687460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.687574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.687652] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127959cf-c11a-47fc-9ddb-13e14590259a already deleted. [ 784.688153] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.755551] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-627 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.756352] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-627" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.756352] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-627" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.756486] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-627" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.756891] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.757222] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.757537] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.757845] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.758118] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.758467] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.758720] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.758943] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.759152] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.759291] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.759406] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.760154] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.783904] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.784124] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.785137] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.785137] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-627" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.785137] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-a4cc9342-a8d9-4d3a-bcfb-44c816804c8a taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.785137] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-a4cc9342-a8d9-4d3a-bcfb-44c816804c8a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.785428] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-a4cc9342-a8d9-4d3a-bcfb-44c816804c8a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.786118] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-a4cc9342-a8d9-4d3a-bcfb-44c816804c8a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.786118] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4cc9342-a8d9-4d3a-bcfb-44c816804c8a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.866279] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.866478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.866626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.866825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.866912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.867024] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c1f712-1f0f-4ee8-836a-5311c713920b is going to be created. [ 784.914344] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.914582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.914582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.914787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.914953] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.928437] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c1f712-1f0f-4ee8-836a-5311c713920b in Status: UNINITIALIZED for 2s [ 785.240030] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 785.240030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.240030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.240482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.240482] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.240593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.241110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.241110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.241110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.241110] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.290255] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.290255] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.290255] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.290425] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.290592] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.292151] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port a4cc9342-a8d9-4d3a-bcfb-44c816804c8a not found, creating... [ 785.292151] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.292151] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.292151] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.292749] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.292994] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.293718] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.294033] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.294311] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.294662] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.294875] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.295167] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: a4cc9342-a8d9-4d3a-bcfb-44c816804c8a is going to be created. [ 785.359457] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.359457] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.359457] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.359457] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.359457] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.359457] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-a4cc9342-a8d9-4d3a-bcfb-44c816804c8a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.619659] env[66289]: INFO networking_nsxv3.common.synchronization [None req-1a97e0e0-136c-4699-8f2b-d17e2040ad74 tempest-ServerActionsV293TestJSON-1000215746 tempest-ServerActionsV293TestJSON-1000215746-project-member] Enqueued Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_rules [ 785.620282] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_rules [ 785.620595] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226d795e-914a-4cc1-8102-aca7c639925b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.620751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.620844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.621239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.621370] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.674299] env[66289]: INFO networking_nsxv3.common.synchronization [None req-71c9bb8a-a4b6-4115-a314-e651812b7d02 None None] Enqueued Resource ID: ff3553d5-84e9-4c65-87fb-e91271e77534 with Priority: HIGHEST for action port [ 785.674299] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3553d5-84e9-4c65-87fb-e91271e77534 with Priority: HIGHEST for action port [ 785.675545] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff3553d5-84e9-4c65-87fb-e91271e77534 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.675545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff3553d5-84e9-4c65-87fb-e91271e77534" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.675545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff3553d5-84e9-4c65-87fb-e91271e77534" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.676142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff3553d5-84e9-4c65-87fb-e91271e77534" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.676142] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff3553d5-84e9-4c65-87fb-e91271e77534',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.729946] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e255d2df-4b7f-4719-9db3-29d39455db6b tempest-ServerActionsV293TestJSON-1000215746 tempest-ServerActionsV293TestJSON-1000215746-project-member] Enqueued Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_rules [ 785.730937] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_rules [ 785.731347] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226d795e-914a-4cc1-8102-aca7c639925b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.731459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.743256] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.140649] env[66289]: INFO networking_nsxv3.common.synchronization [req-8e4e2fd3-98ad-4e2b-82d1-6754142d9e3e req-d18f1b9e-6ee3-4d1c-a38c-9592ebeef93b service nova] Enqueued Resource ID: 127959cf-c11a-47fc-9ddb-13e14590259a with Priority: HIGHEST for action security_group_rules [ 786.140649] env[66289]: INFO networking_nsxv3.common.synchronization [req-8e4e2fd3-98ad-4e2b-82d1-6754142d9e3e req-d18f1b9e-6ee3-4d1c-a38c-9592ebeef93b service nova] Enqueued Resource ID: 127959cf-c11a-47fc-9ddb-13e14590259a with Priority: HIGHEST for action security_group_members [ 786.140649] env[66289]: INFO networking_nsxv3.common.synchronization [req-8e4e2fd3-98ad-4e2b-82d1-6754142d9e3e req-d18f1b9e-6ee3-4d1c-a38c-9592ebeef93b service nova] Enqueued Resource ID: a4cc9342-a8d9-4d3a-bcfb-44c816804c8a with Priority: HIGHEST for action port [ 786.140649] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127959cf-c11a-47fc-9ddb-13e14590259a with Priority: HIGHEST for action security_group_rules [ 786.140649] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127959cf-c11a-47fc-9ddb-13e14590259a with Priority: HIGHEST for action security_group_members [ 786.140649] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4cc9342-a8d9-4d3a-bcfb-44c816804c8a with Priority: HIGHEST for action port [ 786.140649] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-127959cf-c11a-47fc-9ddb-13e14590259a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.140649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.140649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.140649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.141083] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('127959cf-c11a-47fc-9ddb-13e14590259a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.142282] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-127959cf-c11a-47fc-9ddb-13e14590259a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.142426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.142471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.142819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.142819] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.142972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.142972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.143162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.144900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.144900] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127959cf-c11a-47fc-9ddb-13e14590259a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.144900] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4cc9342-a8d9-4d3a-bcfb-44c816804c8a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.144900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4cc9342-a8d9-4d3a-bcfb-44c816804c8a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.144900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4cc9342-a8d9-4d3a-bcfb-44c816804c8a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.144900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4cc9342-a8d9-4d3a-bcfb-44c816804c8a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.144900] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4cc9342-a8d9-4d3a-bcfb-44c816804c8a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.146845] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 in Status: SUCCESS [ 786.147054] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b03638b-3d9f-4f56-a116-0ad749b08ef1 deletion is rescheduled due to dependency. [ 786.147264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b03638b-3d9f-4f56-a116-0ad749b08ef1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.148768] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.148983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.148983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.149249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.150543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.150543] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226d795e-914a-4cc1-8102-aca7c639925b already deleted. [ 786.150543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.151141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.151141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.151240] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.178218] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff3553d5-84e9-4c65-87fb-e91271e77534 [ 786.179262] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.179262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.179262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.179611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.179768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.179983] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff3553d5-84e9-4c65-87fb-e91271e77534 already deleted. [ 786.180362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff3553d5-84e9-4c65-87fb-e91271e77534" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.199800] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: SUCCESS [ 786.199800] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 deletion is rescheduled due to dependency. [ 786.200681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.245416] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.631306] env[66289]: INFO networking_nsxv3.common.synchronization [req-b86ec648-6641-4e24-b9f2-ca0e34001f8d req-b818b33e-e497-42bd-8e6e-5433a4400788 tempest-ListServersNegativeTestJSON-2017411964 tempest-ListServersNegativeTestJSON-2017411964-project-member] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 786.632216] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 786.632660] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.632856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.632923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.633225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.633467] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.633626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.633708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.633925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.634045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.634208] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.649025] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('127959cf-c11a-47fc-9ddb-13e14590259a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.649488] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-127959cf-c11a-47fc-9ddb-13e14590259a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.649488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.653157] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4cc9342-a8d9-4d3a-bcfb-44c816804c8a with status ACTIVE [ 786.653902] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.653902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.653902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.654317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.654317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.654544] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.655045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.655045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.655217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.655264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.656019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.656019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.656019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.656019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.656325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.656325] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4cc9342-a8d9-4d3a-bcfb-44c816804c8a is going to be updated. [ 786.681391] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.681557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.681636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.681857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.681947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.682059] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226d795e-914a-4cc1-8102-aca7c639925b already deleted. [ 786.682166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.689770] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.690091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.690183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.690431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.690620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.690815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4cc9342-a8d9-4d3a-bcfb-44c816804c8a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.752535] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.752535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.752535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.752535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.752535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.752535] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 786.816621] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.816621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.816621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.816621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.816805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.843552] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 786.942851] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c1f712-1f0f-4ee8-836a-5311c713920b in Status: SUCCESS [ 786.943208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.943438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.944530] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.944530] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.944705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.944879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.945661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.945661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.945661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.945661] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.137772] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.152235] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('127959cf-c11a-47fc-9ddb-13e14590259a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.450489] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.642164] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.654824] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.655018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.655063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.655294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.655392] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.655492] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127959cf-c11a-47fc-9ddb-13e14590259a is going to be created. [ 787.685375] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.685555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.685600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.686151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.686151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.698615] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127959cf-c11a-47fc-9ddb-13e14590259a in Status: UNINITIALIZED for 2s [ 787.953119] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93c1f712-1f0f-4ee8-836a-5311c713920b: rpc.has_security_group_logging(os_id): False [ 787.973562] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.973562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.973562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.974838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.974838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.974838] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.974838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.974838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.974838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.974838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.974838] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c1f712-1f0f-4ee8-836a-5311c713920b is going to be created. [ 788.047804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.048274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.048274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.048274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.048484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.063984] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c1f712-1f0f-4ee8-836a-5311c713920b in Status: IN_PROGRESS for 2s [ 788.144799] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.144996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.145087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.145278] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.145368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.145469] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be updated. [ 788.189189] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.189391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.189551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.189700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.189847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.199916] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: IN_PROGRESS for 2s [ 788.864491] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 788.864830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.864890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.865543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.865685] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.865797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.865854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.866057] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.866147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.866236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.866435] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.866544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.866606] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.866787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.866941] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.867073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.867123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.867706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.867706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.867706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.867706] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.371409] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cba08dc-4705-4426-a1de-4bc4790cf756: rpc.has_security_group_logging(os_id): False [ 789.392719] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.392949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.393087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.393381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.393513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.393743] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.393848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.393923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.394239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.394320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.394614] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.394739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.394838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.395075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.395223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.395490] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.395677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.395778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.395979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.396129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.396225] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 789.472059] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.472329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.472450] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.472781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.473052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.505540] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 789.528770] env[66289]: INFO networking_nsxv3.common.synchronization [req-f2030cd8-aa9e-4abe-a7f0-2c03cc9f9122 req-cf14dd7c-0d31-4067-8234-781e64f0bb18 tempest-ListServersNegativeTestJSON-2017411964 tempest-ListServersNegativeTestJSON-2017411964-project-member] Enqueued Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 789.530183] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b6eb75-f7de-47fe-a481-af97d5248197 with Priority: HIGHEST for action security_group_members [ 789.531123] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b6eb75-f7de-47fe-a481-af97d5248197 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.531123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.717942] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127959cf-c11a-47fc-9ddb-13e14590259a in Status: SUCCESS [ 789.717942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.717942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.718240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.718742] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.718742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.718742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.718742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.718990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.718990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.718990] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('127959cf-c11a-47fc-9ddb-13e14590259a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.812867] env[66289]: INFO networking_nsxv3.common.synchronization [req-c25bd0c8-b9e0-462d-a3ff-94510825843c req-e4972e4d-c601-4daa-ac0c-4442b61caed1 tempest-ServersV294TestFqdnHostnames-157527675 tempest-ServersV294TestFqdnHostnames-157527675-project-member] Enqueued Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_members [ 789.814486] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_members [ 789.814486] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.814486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.814486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.815159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.815341] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.815479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.815538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.815736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.815837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.815956] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.077632] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93c1f712-1f0f-4ee8-836a-5311c713920b in Status: SUCCESS [ 790.077930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.212114] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 790.212353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.212530] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.212752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.212962] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.213104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.213175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.213341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.213426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.213522] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b6eb75-f7de-47fe-a481-af97d5248197',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.224148] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-127959cf-c11a-47fc-9ddb-13e14590259a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.224467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.224815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224945] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225212] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.225380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.225499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.225767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.226144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.226324] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-127959cf-c11a-47fc-9ddb-13e14590259a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.226481] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.226578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.226799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.227459] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.227677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.227838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.228108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.228321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.228494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.228875] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('127959cf-c11a-47fc-9ddb-13e14590259a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.273597] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.273942] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-206" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.274398] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-206" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.274846] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-206" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.275147] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.275435] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.275588] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.275943] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.276153] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.276405] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.276535] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.276663] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.276787] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.276924] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.277072] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.277237] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.315465] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.316072] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.316272] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.316422] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-206" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.316850] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-e0f44fd4-7e28-4d24-abdd-f408478c230c taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.317183] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-e0f44fd4-7e28-4d24-abdd-f408478c230c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.317282] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-e0f44fd4-7e28-4d24-abdd-f408478c230c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.317635] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-e0f44fd4-7e28-4d24-abdd-f408478c230c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.317773] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f44fd4-7e28-4d24-abdd-f408478c230c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.318966] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.319160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.319318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.319604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.319700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.319917] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.321033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.321033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.321033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.321033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.321033] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 already deleted. [ 790.321033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.716559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.716790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.716881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.718521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.731961] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 127959cf-c11a-47fc-9ddb-13e14590259a: rpc.has_security_group_logging(os_id): False [ 790.742673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.742724] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.742845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.743462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.743462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.743462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.743815] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 is going to be updated. [ 790.756807] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.757094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.757136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.757383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.757513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.757715] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.757829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.757923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.758131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.758214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.758480] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.758582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.758642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.758815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.758911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.759122] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.759227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.759342] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.759545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.760116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.760116] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127959cf-c11a-47fc-9ddb-13e14590259a is going to be created. [ 790.780807] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.780997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.781069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.781431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.781564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.798649] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: IN_PROGRESS for 2s [ 790.822830] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.823184] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.823342] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.823734] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.823888] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.824052] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port e0f44fd4-7e28-4d24-abdd-f408478c230c not found, creating... [ 790.824329] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.824520] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.824596] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.824843] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.824979] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.825798] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.825962] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.826097] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.826327] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.826460] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.826599] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: e0f44fd4-7e28-4d24-abdd-f408478c230c is going to be created. [ 790.848960] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.848960] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.849311] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.850730] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.851088] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.851415] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-e0f44fd4-7e28-4d24-abdd-f408478c230c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.855572] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.855872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.855984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.856257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.856493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.879658] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 127959cf-c11a-47fc-9ddb-13e14590259a in Status: IN_PROGRESS for 2s [ 791.523556] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 791.523970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.524091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.524367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.524480] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.610375] env[66289]: INFO networking_nsxv3.common.synchronization [req-c25bd0c8-b9e0-462d-a3ff-94510825843c req-2025b2c2-f3ca-4230-ae2c-be0c7d48e714 service nova] Enqueued Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_rules [ 791.610590] env[66289]: INFO networking_nsxv3.common.synchronization [req-c25bd0c8-b9e0-462d-a3ff-94510825843c req-2025b2c2-f3ca-4230-ae2c-be0c7d48e714 service nova] Enqueued Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_members [ 791.610792] env[66289]: INFO networking_nsxv3.common.synchronization [req-c25bd0c8-b9e0-462d-a3ff-94510825843c req-2025b2c2-f3ca-4230-ae2c-be0c7d48e714 service nova] Enqueued Resource ID: e0f44fd4-7e28-4d24-abdd-f408478c230c with Priority: HIGHEST for action port [ 791.611718] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_rules [ 791.612056] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_members [ 791.612233] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f44fd4-7e28-4d24-abdd-f408478c230c with Priority: HIGHEST for action port [ 791.612641] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.612804] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.612898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.613223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.613738] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.615135] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.615315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.615410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.615614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.615806] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.619158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.619252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.619462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.619562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.619664] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.620643] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0f44fd4-7e28-4d24-abdd-f408478c230c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.620771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0f44fd4-7e28-4d24-abdd-f408478c230c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.620834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0f44fd4-7e28-4d24-abdd-f408478c230c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.620993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0f44fd4-7e28-4d24-abdd-f408478c230c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.621081] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f44fd4-7e28-4d24-abdd-f408478c230c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.029689] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.029907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.029907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.030588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.030588] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.030588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.030588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.030812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.030917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.031177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.031177] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.125306] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.125306] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.125306] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.125306] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0f44fd4-7e28-4d24-abdd-f408478c230c with status ACTIVE [ 792.125306] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.125306] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.125306] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.125580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.125580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.125951] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.125951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.125951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.126154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.126154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.126332] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.126424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.126492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.128126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.128126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.128126] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0f44fd4-7e28-4d24-abdd-f408478c230c is going to be updated. [ 792.150497] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.150722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.150845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.151119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.151309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.151528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0f44fd4-7e28-4d24-abdd-f408478c230c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.191902] env[66289]: INFO networking_nsxv3.common.synchronization [req-df72bf99-2509-4866-a12e-8d1a2d55b77f req-19de57ae-bc65-4da4-a2a4-929973540f70 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 792.193221] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 792.193837] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.194245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.194578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.194942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.195191] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.195342] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.195422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.195597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.195717] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.195920] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.515407] env[66289]: INFO networking_nsxv3.common.synchronization [req-14fb426e-f957-4ddd-8cdd-1472c9f309b3 req-3f072df7-dcf2-44b8-9c14-3f3d4aae44a1 tempest-InstanceActionsTestJSON-514590531 tempest-InstanceActionsTestJSON-514590531-project-member] Enqueued Resource ID: b7be1a03-613a-434e-a618-21343de85d08 with Priority: HIGHEST for action security_group_members [ 792.516523] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7be1a03-613a-434e-a618-21343de85d08 with Priority: HIGHEST for action security_group_members [ 792.516523] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7be1a03-613a-434e-a618-21343de85d08 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.517129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.517129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.517290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.517332] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.517923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.517923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.517923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.517923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.517923] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7be1a03-613a-434e-a618-21343de85d08',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.533635] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.535011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.535011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.535011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.535011] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.535011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.535011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.535011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.535011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.535011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.535583] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.535583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.535583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.535795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.535843] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.536173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.536173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.536173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.536338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.536422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.536564] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.620086] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.620086] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.620086] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.620086] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.620086] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.620086] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.620086] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.620086] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.620086] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.620682] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.620682] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.620682] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.620682] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.620682] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.620682] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.620869] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.629499] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.643427] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.643560] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.643667] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.643896] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.645019] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-9f9322fc-efca-4ee1-8ec7-03eb389fedb5 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.645019] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-9f9322fc-efca-4ee1-8ec7-03eb389fedb5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.645019] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-9f9322fc-efca-4ee1-8ec7-03eb389fedb5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.645271] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-9f9322fc-efca-4ee1-8ec7-03eb389fedb5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.645986] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f9322fc-efca-4ee1-8ec7-03eb389fedb5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.698905] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.700595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.700699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.700969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.701088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.701300] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.701403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.701468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.701612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.701686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.701769] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 already deleted. [ 792.701849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.812133] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b6eb75-f7de-47fe-a481-af97d5248197 in Status: SUCCESS [ 792.812373] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b6eb75-f7de-47fe-a481-af97d5248197 deletion is rescheduled due to dependency. [ 792.812494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b6eb75-f7de-47fe-a481-af97d5248197" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.896596] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 127959cf-c11a-47fc-9ddb-13e14590259a in Status: SUCCESS [ 792.896831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.020328] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.020328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.020328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.020589] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.020589] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.020685] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.020768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.020924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.021038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.021104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.021184] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7be1a03-613a-434e-a618-21343de85d08 is going to be updated. [ 793.043622] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cba08dc-4705-4426-a1de-4bc4790cf756: rpc.has_security_group_logging(os_id): False [ 793.049691] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.049869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.049917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.050186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.050337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.061783] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7be1a03-613a-434e-a618-21343de85d08 in Status: IN_PROGRESS for 2s [ 793.064426] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.064426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.064426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.064837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.064837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.065063] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.065063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.065593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.065751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.065859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.066135] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.066223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.066262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.066595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.066595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.066734] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.066734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.068112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.068112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.068112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.068112] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 793.131953] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.132211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.132285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.132555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.132685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.132802] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 is going to be created. [ 793.139185] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.139354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.139433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.139647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.139791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.151127] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.151344] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.151509] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.151904] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.152146] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.152670] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 9f9322fc-efca-4ee1-8ec7-03eb389fedb5 not found, creating... [ 793.152880] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.153149] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.153329] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.154236] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.154236] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.154423] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.154674] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.154854] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.155271] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.155486] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.155707] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 9f9322fc-efca-4ee1-8ec7-03eb389fedb5 is going to be created. [ 793.158864] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 793.166839] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.167063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.167140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.167435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.167661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.180454] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 in Status: UNINITIALIZED for 2s [ 793.200840] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.201068] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.201153] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.201535] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.201720] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.201985] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-9f9322fc-efca-4ee1-8ec7-03eb389fedb5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.953390] env[66289]: INFO networking_nsxv3.common.synchronization [req-df72bf99-2509-4866-a12e-8d1a2d55b77f req-55816aec-26f7-4648-8940-f3afc3a705cf service nova] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_rules [ 793.953685] env[66289]: INFO networking_nsxv3.common.synchronization [req-df72bf99-2509-4866-a12e-8d1a2d55b77f req-55816aec-26f7-4648-8940-f3afc3a705cf service nova] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 793.953725] env[66289]: INFO networking_nsxv3.common.synchronization [req-df72bf99-2509-4866-a12e-8d1a2d55b77f req-55816aec-26f7-4648-8940-f3afc3a705cf service nova] Enqueued Resource ID: 9f9322fc-efca-4ee1-8ec7-03eb389fedb5 with Priority: HIGHEST for action port [ 793.954855] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_rules [ 793.954855] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 793.954855] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f9322fc-efca-4ee1-8ec7-03eb389fedb5 with Priority: HIGHEST for action port [ 793.954969] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.955054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.955960] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.956423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.956568] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.959260] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.959326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.959358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.959577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.959788] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.959875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.959937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.960117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.960207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.960309] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.961560] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f9322fc-efca-4ee1-8ec7-03eb389fedb5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.961674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f9322fc-efca-4ee1-8ec7-03eb389fedb5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.961775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f9322fc-efca-4ee1-8ec7-03eb389fedb5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.961937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f9322fc-efca-4ee1-8ec7-03eb389fedb5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.962357] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f9322fc-efca-4ee1-8ec7-03eb389fedb5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.468671] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.470391] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f9322fc-efca-4ee1-8ec7-03eb389fedb5 with status ACTIVE [ 794.471820] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.471820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.471820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.471820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.471820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.471820] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.471820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.471820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.473060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.473060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.473060] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.473258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.473303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.473614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.473721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.473817] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f9322fc-efca-4ee1-8ec7-03eb389fedb5 is going to be updated. [ 794.475637] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.475912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.520597] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.520848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.520907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.521209] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.521393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.521627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f9322fc-efca-4ee1-8ec7-03eb389fedb5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.977234] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.073357] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7be1a03-613a-434e-a618-21343de85d08 in Status: SUCCESS [ 795.073593] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7be1a03-613a-434e-a618-21343de85d08 deletion is rescheduled due to dependency. [ 795.073717] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.183202] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 795.183696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.199485] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 in Status: SUCCESS [ 795.199772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.199958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.200282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.200543] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.200836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.200927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.201141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.201239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.201333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.201431] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.480780] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.481063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.481713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.481713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.481713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.481893] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be created. [ 795.521957] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.522172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.522172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.522383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.522642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.537537] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: UNINITIALIZED for 2s [ 795.704318] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.207487] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acb22e6c-882c-48f4-8c3e-2c4b135a1fa0: rpc.has_security_group_logging(os_id): False [ 796.229296] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.229577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.229682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.229975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.230105] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.230403] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.230619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.230619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.230799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.230852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.230936] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 is going to be created. [ 796.302640] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.302798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.302847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.303217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.303289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.337668] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 in Status: IN_PROGRESS for 2s [ 797.067444] env[66289]: INFO networking_nsxv3.common.synchronization [req-661e9b77-cfbc-4257-8024-efdd68aee35a req-8ca58399-fa6a-4e01-8c0f-531454ce7d13 tempest-MultipleCreateTestJSON-754596718 tempest-MultipleCreateTestJSON-754596718-project-member] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 797.068025] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 797.068605] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.068605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.068605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.068791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.068833] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.068971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.069051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.069224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.069376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.069481] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.555548] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 797.555548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.556152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.556152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.556521] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.556671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.556857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.557397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.557397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.557397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.557613] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.572037] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.061681] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.061915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.061915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.062255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.062324] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.062432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.062500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.062679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.062807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.062861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.063554] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.063554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.063554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.063554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.063554] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.063554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.064119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.064119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.064252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.065109] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.065109] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.076473] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.351941] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 in Status: SUCCESS [ 798.352272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.568319] env[66289]: INFO networking_nsxv3.common.synchronization [None req-790f85ed-8b5c-4f27-a56e-13757cf16551 tempest-ImagesOneServerNegativeTestJSON-648158146 tempest-ImagesOneServerNegativeTestJSON-648158146-project-member] Enqueued Resource ID: 2c04c897-0bfe-4b27-88e2-ef43af578b4b with Priority: HIGHEST for action security_group_rules [ 798.568319] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d61a784b-a4e5-486c-8ae1-d61ea2536fb4: rpc.has_security_group_logging(os_id): False [ 798.571408] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c04c897-0bfe-4b27-88e2-ef43af578b4b with Priority: HIGHEST for action security_group_rules [ 798.571408] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c04c897-0bfe-4b27-88e2-ef43af578b4b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.571408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c04c897-0bfe-4b27-88e2-ef43af578b4b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.571408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c04c897-0bfe-4b27-88e2-ef43af578b4b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.571741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c04c897-0bfe-4b27-88e2-ef43af578b4b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.571830] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c04c897-0bfe-4b27-88e2-ef43af578b4b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.579499] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.580954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.580954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.580954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.580954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.580954] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 798.593637] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.593824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.593876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.594102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.594193] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.594403] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.594545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.594718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.594718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.594802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.594955] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.595087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.595168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.595257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.595329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.595580] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.595712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.595771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.595927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.596009] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.596100] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be created. [ 798.614105] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.614320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.614409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.614595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.614897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.624456] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 798.661746] env[66289]: INFO networking_nsxv3.common.synchronization [None req-eaf3b352-7fde-4135-8aed-b8e27fb01af4 tempest-ImagesOneServerNegativeTestJSON-648158146 tempest-ImagesOneServerNegativeTestJSON-648158146-project-member] Enqueued Resource ID: 2c04c897-0bfe-4b27-88e2-ef43af578b4b with Priority: HIGHEST for action security_group_rules [ 798.661746] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c04c897-0bfe-4b27-88e2-ef43af578b4b with Priority: HIGHEST for action security_group_rules [ 798.662663] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.662769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.662769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.663650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.663781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.664994] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c04c897-0bfe-4b27-88e2-ef43af578b4b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.665119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c04c897-0bfe-4b27-88e2-ef43af578b4b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.677235] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 798.683145] env[66289]: INFO networking_nsxv3.common.synchronization [req-f92819b5-4c0f-4123-b442-a5572c8a12e4 req-5a1c206b-97c4-41a5-b51a-b800e3277491 tempest-ImagesTestJSON-417225935 tempest-ImagesTestJSON-417225935-project-member] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 798.683796] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 798.684133] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.684601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.684601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.684601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.684691] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.684742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.684811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.685374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.685374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.685374] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.096793] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.096980] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.097261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.097493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.097598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.097699] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c04c897-0bfe-4b27-88e2-ef43af578b4b already deleted. [ 799.097789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c04c897-0bfe-4b27-88e2-ef43af578b4b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.098054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c04c897-0bfe-4b27-88e2-ef43af578b4b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.098287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c04c897-0bfe-4b27-88e2-ef43af578b4b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.098504] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c04c897-0bfe-4b27-88e2-ef43af578b4b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.187863] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.188097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.188154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.188733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.220463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.220868] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.221058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.221182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.221460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.221577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.221695] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 799.255552] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.255752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.255843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.256190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.256402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.270024] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 799.444249] env[66289]: INFO networking_nsxv3.common.synchronization [req-1937e420-69d7-465f-bd5b-14fe2baacea0 req-36b1327b-a4a1-403b-8967-d5f51c65c52e tempest-MultipleCreateTestJSON-754596718 tempest-MultipleCreateTestJSON-754596718-project-member] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 799.444816] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGHEST for action security_group_members [ 799.445128] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.445248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.622533] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.622833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.622833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.622945] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.622979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.623117] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c04c897-0bfe-4b27-88e2-ef43af578b4b already deleted. [ 799.623226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c04c897-0bfe-4b27-88e2-ef43af578b4b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.711176] env[66289]: INFO networking_nsxv3.common.synchronization [req-5d70f396-4037-41db-88ff-5aa501ddab7c req-05a10b23-9b52-4942-92e5-a214971aed4b tempest-InstanceActionsV221TestJSON-1257756385 tempest-InstanceActionsV221TestJSON-1257756385-project-member] Enqueued Resource ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a with Priority: HIGHEST for action security_group_members [ 799.711786] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a with Priority: HIGHEST for action security_group_members [ 799.712043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.712932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.713071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.713384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.713628] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.713768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.713841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.714024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.714108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.714217] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99b82a86-a2be-4a41-b95b-ecfa63a0dc7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.086122] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.086322] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.086462] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.086860] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.087228] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.087387] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.087504] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.087732] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.087874] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.088220] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.088343] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.088481] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.088594] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.088704] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.088819] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.088949] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.119718] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.119901] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.122188] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.122188] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.122188] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-58c2e3d9-29a8-4538-82d2-0820dc88591c taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.122188] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-58c2e3d9-29a8-4538-82d2-0820dc88591c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.122188] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-58c2e3d9-29a8-4538-82d2-0820dc88591c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.122188] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-58c2e3d9-29a8-4538-82d2-0820dc88591c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.122188] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c2e3d9-29a8-4538-82d2-0820dc88591c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.217735] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.217735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.217735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.217893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.217930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.218230] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.218349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.218494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.218734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.218877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.219017] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a already deleted. [ 800.219112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.465547] env[66289]: INFO networking_nsxv3.common.synchronization [None req-15dfe163-62a3-4030-ac31-63925661304c tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_rules [ 800.465547] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_rules [ 800.465547] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f35d956-deb7-4e4d-a612-59394e274770 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.465907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.465907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.465982] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.466497] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.582621] env[66289]: INFO networking_nsxv3.common.synchronization [None req-2779b046-0542-4c97-81c7-3e0b35f4e683 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_rules [ 800.583174] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_rules [ 800.583466] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f35d956-deb7-4e4d-a612-59394e274770 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.583575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.624119] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.624676] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.624676] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.625293] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.625445] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.625753] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 58c2e3d9-29a8-4538-82d2-0820dc88591c not found, creating... [ 800.625877] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.626052] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.626167] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.626435] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.626562] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.626876] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.627348] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.627348] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.627348] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.627791] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.627963] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 58c2e3d9-29a8-4538-82d2-0820dc88591c is going to be created. [ 800.640941] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 800.641047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.641242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.641448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.641640] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.641812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.641812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.642049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.642101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.642146] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.651536] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.651805] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.651930] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.652209] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.652426] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.652719] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-58c2e3d9-29a8-4538-82d2-0820dc88591c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.690737] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 800.690966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.986011] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.986199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.986243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.986487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.986577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.986673] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f35d956-deb7-4e4d-a612-59394e274770 already deleted. [ 800.986755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.986905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.987071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.987157] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.144734] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.144939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.145128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.145321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.145429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.145769] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.146260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.146260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.146260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.146434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.146434] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be updated. [ 801.176942] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.177168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.177284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.177571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.177726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.188386] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: IN_PROGRESS for 2s [ 801.282770] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 801.283091] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 deletion is rescheduled due to dependency. [ 801.283231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.455805] env[66289]: INFO networking_nsxv3.common.synchronization [req-5d70f396-4037-41db-88ff-5aa501ddab7c req-6e4185e4-7b2d-4aea-a1d2-7aa4abe6c993 service nova] Enqueued Resource ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a with Priority: HIGHEST for action security_group_rules [ 801.455985] env[66289]: INFO networking_nsxv3.common.synchronization [req-5d70f396-4037-41db-88ff-5aa501ddab7c req-6e4185e4-7b2d-4aea-a1d2-7aa4abe6c993 service nova] Enqueued Resource ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a with Priority: HIGHEST for action security_group_members [ 801.456134] env[66289]: INFO networking_nsxv3.common.synchronization [req-5d70f396-4037-41db-88ff-5aa501ddab7c req-6e4185e4-7b2d-4aea-a1d2-7aa4abe6c993 service nova] Enqueued Resource ID: 58c2e3d9-29a8-4538-82d2-0820dc88591c with Priority: HIGHEST for action port [ 801.456827] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a with Priority: HIGHEST for action security_group_rules [ 801.457075] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a with Priority: HIGHEST for action security_group_members [ 801.457169] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c2e3d9-29a8-4538-82d2-0820dc88591c with Priority: HIGHEST for action port [ 801.457457] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.457582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.457650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.457919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.458231] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99b82a86-a2be-4a41-b95b-ecfa63a0dc7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.459548] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.459668] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.459750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.459964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.460173] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.460278] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.460336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.460511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.460604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.460707] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99b82a86-a2be-4a41-b95b-ecfa63a0dc7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.463402] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-58c2e3d9-29a8-4538-82d2-0820dc88591c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.463545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58c2e3d9-29a8-4538-82d2-0820dc88591c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.463599] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58c2e3d9-29a8-4538-82d2-0820dc88591c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.463729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58c2e3d9-29a8-4538-82d2-0820dc88591c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.463792] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c2e3d9-29a8-4538-82d2-0820dc88591c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.510596] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.510769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.510855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.511068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.511159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.511254] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f35d956-deb7-4e4d-a612-59394e274770 already deleted. [ 801.511358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.965741] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99b82a86-a2be-4a41-b95b-ecfa63a0dc7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.966928] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.967068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.967245] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58c2e3d9-29a8-4538-82d2-0820dc88591c with status ACTIVE [ 801.967336] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.967446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.967516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.967901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.967901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.968056] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.968056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.968169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.968265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.968334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.968591] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.968722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.968762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.968912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.968987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.970824] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58c2e3d9-29a8-4538-82d2-0820dc88591c is going to be updated. [ 801.999545] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.999626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.999688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.999901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.001339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.001596] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58c2e3d9-29a8-4538-82d2-0820dc88591c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.473390] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99b82a86-a2be-4a41-b95b-ecfa63a0dc7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.977233] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.977233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.977233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.977233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.977233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.977233] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a is going to be created. [ 803.007085] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.007358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.007358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.007650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.011515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.025954] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a in Status: UNINITIALIZED for 2s [ 803.199265] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 in Status: SUCCESS [ 803.199454] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 deletion is rescheduled due to dependency. [ 803.199569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.036139] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a in Status: SUCCESS [ 805.036433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.036605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.036929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.037258] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.037258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.037258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.037429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.037491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.037580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.037660] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99b82a86-a2be-4a41-b95b-ecfa63a0dc7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.495999] env[66289]: INFO networking_nsxv3.common.synchronization [req-3abf00fa-3d5e-487c-a66e-f805087f157e req-5c2610ca-cf73-4dde-aafc-221d5c13e8b3 tempest-FloatingIPsAssociationTestJSON-86139712 tempest-FloatingIPsAssociationTestJSON-86139712-project-member] Enqueued Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 805.496783] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 805.496997] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.497155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.497224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.497423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.497579] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.497678] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.497740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.497888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.497973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.498083] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.540477] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.540477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.540477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.540477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.540477] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.541238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.541238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.541238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.541238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.541589] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.542854] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.542854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.542854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.542854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.543102] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.543263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.543353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.543531] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.543963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.543963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.543963] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99b82a86-a2be-4a41-b95b-ecfa63a0dc7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.999813] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.046359] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a: rpc.has_security_group_logging(os_id): False [ 806.073028] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.073028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.073028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.073028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.073028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.073028] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.073028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.073028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.073028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.073028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.073886] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.074376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.074625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.075026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.075277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.075673] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.078025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.078025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.078025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.078025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.078025] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a is going to be created. [ 806.142148] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.142298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.142362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.142580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.142838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.156858] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a in Status: IN_PROGRESS for 2s [ 806.505518] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.010460] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.010460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.010460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.010460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.010714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.010714] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 is going to be updated. [ 807.045075] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.045284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.045532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.045651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.045839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.056947] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: IN_PROGRESS for 2s [ 807.414044] env[66289]: INFO networking_nsxv3.common.synchronization [req-1de70a35-d6eb-4b94-96ec-dceadd6e1c20 req-705809b0-5713-41c1-a311-5f395d9296f7 tempest-ServersNegativeTestMultiTenantJSON-757515044 tempest-ServersNegativeTestMultiTenantJSON-757515044-project-member] Enqueued Resource ID: 127959cf-c11a-47fc-9ddb-13e14590259a with Priority: HIGHEST for action security_group_members [ 807.414044] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127959cf-c11a-47fc-9ddb-13e14590259a with Priority: HIGHEST for action security_group_members [ 807.414044] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-127959cf-c11a-47fc-9ddb-13e14590259a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.414044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.414044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.414044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.416916] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.416916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.416916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.416916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.417197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.417197] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127959cf-c11a-47fc-9ddb-13e14590259a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.922301] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.922301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.922301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.922301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.922301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.922301] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.922301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.922301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.922700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.922700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.922761] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127959cf-c11a-47fc-9ddb-13e14590259a is going to be updated. [ 807.962009] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.962009] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.962009] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.962009] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.962343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.974064] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127959cf-c11a-47fc-9ddb-13e14590259a in Status: IN_PROGRESS for 2s [ 808.025964] env[66289]: INFO networking_nsxv3.common.synchronization [req-4953098f-69c2-46c7-ba11-704bd9f6c935 req-c6a3252d-e1f6-475a-9c41-0ec3867ef7b9 tempest-ServerDiagnosticsNegativeTest-1106246640 tempest-ServerDiagnosticsNegativeTest-1106246640-project-member] Enqueued Resource ID: 662c4fda-08e3-4ba6-9488-540425138659 with Priority: HIGHEST for action security_group_members [ 808.026755] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662c4fda-08e3-4ba6-9488-540425138659 with Priority: HIGHEST for action security_group_members [ 808.027365] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-662c4fda-08e3-4ba6-9488-540425138659 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.027605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.027605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.027834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.028199] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.028366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.028366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.028633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.029975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.029975] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662c4fda-08e3-4ba6-9488-540425138659',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.173178] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a in Status: SUCCESS [ 808.173410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.533871] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.534068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.534127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.534397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.534495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.534698] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.534798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.534860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.535471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.535562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.536595] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662c4fda-08e3-4ba6-9488-540425138659 already deleted. [ 808.536595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.597655] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.597877] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.598011] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.598296] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.598637] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.598792] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.598929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.599181] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.599330] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.599597] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.599716] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.599838] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.599946] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.600082] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.600192] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.600335] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.620218] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.620423] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.620503] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.620667] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.621108] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-0e16e09c-cab4-4443-bee8-6a112b69f7f0 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.621283] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-0e16e09c-cab4-4443-bee8-6a112b69f7f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.621397] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-0e16e09c-cab4-4443-bee8-6a112b69f7f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.621797] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-0e16e09c-cab4-4443-bee8-6a112b69f7f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.621951] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e16e09c-cab4-4443-bee8-6a112b69f7f0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.066385] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: SUCCESS [ 809.066849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.124257] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.124472] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.124588] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.124867] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.125015] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.125167] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 0e16e09c-cab4-4443-bee8-6a112b69f7f0 not found, creating... [ 809.125413] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.125567] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.125695] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.125916] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.126063] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.126346] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.126558] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.126699] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.126897] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.127048] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.127191] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 0e16e09c-cab4-4443-bee8-6a112b69f7f0 is going to be created. [ 809.148050] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.148050] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.148199] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.148437] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.148662] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.148877] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-0e16e09c-cab4-4443-bee8-6a112b69f7f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.918282] env[66289]: INFO networking_nsxv3.common.synchronization [req-4953098f-69c2-46c7-ba11-704bd9f6c935 req-90b2e099-a70c-4d29-ba4b-da46e118b0be service nova] Enqueued Resource ID: 662c4fda-08e3-4ba6-9488-540425138659 with Priority: HIGHEST for action security_group_rules [ 809.918282] env[66289]: INFO networking_nsxv3.common.synchronization [req-4953098f-69c2-46c7-ba11-704bd9f6c935 req-90b2e099-a70c-4d29-ba4b-da46e118b0be service nova] Enqueued Resource ID: 662c4fda-08e3-4ba6-9488-540425138659 with Priority: HIGHEST for action security_group_members [ 809.918282] env[66289]: INFO networking_nsxv3.common.synchronization [req-4953098f-69c2-46c7-ba11-704bd9f6c935 req-90b2e099-a70c-4d29-ba4b-da46e118b0be service nova] Enqueued Resource ID: 0e16e09c-cab4-4443-bee8-6a112b69f7f0 with Priority: HIGHEST for action port [ 809.918282] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662c4fda-08e3-4ba6-9488-540425138659 with Priority: HIGHEST for action security_group_rules [ 809.918282] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662c4fda-08e3-4ba6-9488-540425138659 with Priority: HIGHEST for action security_group_members [ 809.918282] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e16e09c-cab4-4443-bee8-6a112b69f7f0 with Priority: HIGHEST for action port [ 809.918282] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662c4fda-08e3-4ba6-9488-540425138659 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.918969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.919225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.919792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.920075] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662c4fda-08e3-4ba6-9488-540425138659',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.922188] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-662c4fda-08e3-4ba6-9488-540425138659 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.922518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.922662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.922932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.923195] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.923756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.923918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.924185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.924359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.924531] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662c4fda-08e3-4ba6-9488-540425138659',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.926370] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e16e09c-cab4-4443-bee8-6a112b69f7f0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.926636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e16e09c-cab4-4443-bee8-6a112b69f7f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.926856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e16e09c-cab4-4443-bee8-6a112b69f7f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.928671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e16e09c-cab4-4443-bee8-6a112b69f7f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.928671] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e16e09c-cab4-4443-bee8-6a112b69f7f0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.985103] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127959cf-c11a-47fc-9ddb-13e14590259a in Status: SUCCESS [ 809.985103] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127959cf-c11a-47fc-9ddb-13e14590259a deletion is rescheduled due to dependency. [ 809.985103] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.070831] env[66289]: INFO networking_nsxv3.common.synchronization [req-0a5a9bf3-73fc-43ec-b48f-33d0b3b32597 req-94a2d2a3-6956-495b-bc61-43b4b5b3436e tempest-ServersAdminTestJSON-1705096917 tempest-ServersAdminTestJSON-1705096917-project-member] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 810.071578] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 810.071937] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.072113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.072264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.072525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.072725] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.072863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.072954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.073158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.073345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.073473] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.422727] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-662c4fda-08e3-4ba6-9488-540425138659 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.422883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.427378] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('662c4fda-08e3-4ba6-9488-540425138659',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.432152] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e16e09c-cab4-4443-bee8-6a112b69f7f0 with status ACTIVE [ 810.432152] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.432152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.432152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.432152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.432429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.432468] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.434099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.434099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.434099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.434099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.434099] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.434099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.434099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.434099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.434099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.434099] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e16e09c-cab4-4443-bee8-6a112b69f7f0 is going to be updated. [ 810.459085] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.459085] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.459237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.459398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.459523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.459775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e16e09c-cab4-4443-bee8-6a112b69f7f0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.577020] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.934683] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('662c4fda-08e3-4ba6-9488-540425138659',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.081180] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.439029] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.439029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.439029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.439029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.439029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.439029] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662c4fda-08e3-4ba6-9488-540425138659 is going to be created. [ 811.469272] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.469272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.469272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.469272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.469272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.481358] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662c4fda-08e3-4ba6-9488-540425138659 in Status: UNINITIALIZED for 2s [ 811.583592] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.583797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.583879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.584081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.584352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.584352] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 811.617875] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.618410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.618410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.618410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.618645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.629679] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 813.035756] env[66289]: INFO networking_nsxv3.common.synchronization [req-d608e35c-e715-4f9f-8552-09f63fdb6a17 req-eabeb9ac-472c-4ab9-b9db-df554c6b7e52 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 813.039364] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 813.039713] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.039852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.041337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.041948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.041948] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.042398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.042398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.042398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.042398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.042623] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.494875] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662c4fda-08e3-4ba6-9488-540425138659 in Status: SUCCESS [ 813.495798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.496409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.496642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.496846] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.496972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.497053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.497220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.497305] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.497403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.497479] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('662c4fda-08e3-4ba6-9488-540425138659',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.545804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.549064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.549064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.549064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.549064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.549064] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.549064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.549064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.549064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.549064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.549064] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be updated. [ 813.580349] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.580519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.580593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.580885] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.581062] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.590657] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 813.639985] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 813.639985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.757395] env[66289]: INFO networking_nsxv3.common.synchronization [req-25acf75a-4e05-4449-a889-061c699b8f9b req-946e6630-26d4-41c3-9271-d3eb784f3f52 tempest-MigrationsAdminTest-273158517 tempest-MigrationsAdminTest-273158517-project-member] Enqueued Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 813.757567] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 813.757871] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.757993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.758082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.758317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.759038] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.759038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.759038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.759038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.759038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.759294] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.831108] env[66289]: INFO networking_nsxv3.common.synchronization [None req-097f1629-599e-4e83-8f62-0703a71f7afc None None] Enqueued Resource ID: 4c93c693-62c0-4cf7-ba45-e43dee2bfc0e with Priority: HIGHEST for action port [ 813.831108] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c93c693-62c0-4cf7-ba45-e43dee2bfc0e with Priority: HIGHEST for action port [ 813.831468] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c93c693-62c0-4cf7-ba45-e43dee2bfc0e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.832100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c93c693-62c0-4cf7-ba45-e43dee2bfc0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.832248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c93c693-62c0-4cf7-ba45-e43dee2bfc0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.832589] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c93c693-62c0-4cf7-ba45-e43dee2bfc0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.832685] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c93c693-62c0-4cf7-ba45-e43dee2bfc0e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.003488] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-662c4fda-08e3-4ba6-9488-540425138659 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.003856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.003856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.003973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.004137] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.004250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.004316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.004473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.004578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.004717] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.004949] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-662c4fda-08e3-4ba6-9488-540425138659 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.005081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.005148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.005297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.005587] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.005587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.005719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.005779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.005852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.005934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.006151] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('662c4fda-08e3-4ba6-9488-540425138659',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.239384] env[66289]: INFO networking_nsxv3.common.synchronization [req-d08e31b5-d81e-4c64-baaf-b45c93e56f49 req-61667bbc-3d88-428e-8560-998f437bfc4c tempest-ServersTestFqdnHostnames-1413006498 tempest-ServersTestFqdnHostnames-1413006498-project-member] Enqueued Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_members [ 814.240314] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de with Priority: HIGHEST for action security_group_members [ 814.241080] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ae8da4-7bd6-406a-952f-03b9cf1185de taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.241080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.241080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.241080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.241080] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.241463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.241463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.241463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.241463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.241463] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ae8da4-7bd6-406a-952f-03b9cf1185de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.260770] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.338638] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c93c693-62c0-4cf7-ba45-e43dee2bfc0e [ 814.338918] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.339097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.339171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.339431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.339530] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.339686] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c93c693-62c0-4cf7-ba45-e43dee2bfc0e already deleted. [ 814.340304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c93c693-62c0-4cf7-ba45-e43dee2bfc0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.508755] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 662c4fda-08e3-4ba6-9488-540425138659: rpc.has_security_group_logging(os_id): False [ 814.531246] env[66289]: INFO networking_nsxv3.common.synchronization [req-c1fb4703-b34d-41f0-be31-b3396160b15d req-a19b3b83-a04d-4647-8885-fcfbb175dc28 tempest-InstanceActionsV221TestJSON-1257756385 tempest-InstanceActionsV221TestJSON-1257756385-project-member] Enqueued Resource ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a with Priority: HIGHEST for action security_group_members [ 814.531246] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a with Priority: HIGHEST for action security_group_members [ 814.531419] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.533826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.533826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.533826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.533826] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.533826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.533826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.533826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.533826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.533826] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99b82a86-a2be-4a41-b95b-ecfa63a0dc7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.537688] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.537818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.537818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.538022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.538150] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.538335] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.538461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.538510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.538898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.538898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.539075] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.539075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.539191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.540030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.540030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.540030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.540030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.540030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.540030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.540030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.542594] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662c4fda-08e3-4ba6-9488-540425138659 is going to be created. [ 814.631696] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.631851] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.631922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.632573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.633167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.650515] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662c4fda-08e3-4ba6-9488-540425138659 in Status: IN_PROGRESS for 2s [ 814.745644] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.746307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.746430] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.746681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.763106] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.765859] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.766655] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.766990] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.770507] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.770814] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.770976] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.771306] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.771653] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.771735] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.771835] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.771969] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.772087] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.772203] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.772303] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.772439] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.774732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.775106] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.775221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.775265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.775492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.775628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.775777] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de is going to be updated. [ 814.776976] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.797292] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.797523] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.797675] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.797885] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-828" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.798235] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-6fa00c9c-97e3-49f1-854f-c0906714bef4 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.798417] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-6fa00c9c-97e3-49f1-854f-c0906714bef4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.798506] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-6fa00c9c-97e3-49f1-854f-c0906714bef4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.798908] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-6fa00c9c-97e3-49f1-854f-c0906714bef4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.799051] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa00c9c-97e3-49f1-854f-c0906714bef4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.808832] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.809029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.809084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.809282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.809524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.819506] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de in Status: IN_PROGRESS for 2s [ 815.035763] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.035923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.035993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.036230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.036335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.036661] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.036828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.037341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.037341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.037341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.037341] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a is going to be updated. [ 815.081687] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.082363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.082645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.083138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.085404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.095599] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a in Status: IN_PROGRESS for 2s [ 815.279235] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.279544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.279544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.279687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.280017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.280017] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 is going to be updated. [ 815.301507] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.301729] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.301852] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.302231] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.302397] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.302517] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 6fa00c9c-97e3-49f1-854f-c0906714bef4 not found, creating... [ 815.302813] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.303101] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.303101] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.303280] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.303594] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.303743] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.303950] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.303995] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.306491] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.306491] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.306491] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 6fa00c9c-97e3-49f1-854f-c0906714bef4 is going to be created. [ 815.342909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.342909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.342909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.343201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.343201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.359462] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.361875] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.361875] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.361875] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.361875] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.361875] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-6fa00c9c-97e3-49f1-854f-c0906714bef4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.379135] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: IN_PROGRESS for 2s [ 815.603562] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 815.603731] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 deletion is rescheduled due to dependency. [ 815.603822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.146653] env[66289]: INFO networking_nsxv3.common.synchronization [req-25acf75a-4e05-4449-a889-061c699b8f9b req-4a499dc9-97c2-43b3-a507-02a13a83ee57 service nova] Enqueued Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_rules [ 816.147147] env[66289]: INFO networking_nsxv3.common.synchronization [req-25acf75a-4e05-4449-a889-061c699b8f9b req-4a499dc9-97c2-43b3-a507-02a13a83ee57 service nova] Enqueued Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 816.147383] env[66289]: INFO networking_nsxv3.common.synchronization [req-25acf75a-4e05-4449-a889-061c699b8f9b req-4a499dc9-97c2-43b3-a507-02a13a83ee57 service nova] Enqueued Resource ID: 6fa00c9c-97e3-49f1-854f-c0906714bef4 with Priority: HIGHEST for action port [ 816.147917] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_rules [ 816.148202] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 816.148202] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa00c9c-97e3-49f1-854f-c0906714bef4 with Priority: HIGHEST for action port [ 816.149042] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.149199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.149502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.149502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.149761] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.151558] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.151667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.151871] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa00c9c-97e3-49f1-854f-c0906714bef4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.151981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa00c9c-97e3-49f1-854f-c0906714bef4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.152070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa00c9c-97e3-49f1-854f-c0906714bef4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.152242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa00c9c-97e3-49f1-854f-c0906714bef4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.152325] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa00c9c-97e3-49f1-854f-c0906714bef4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.365638] env[66289]: INFO networking_nsxv3.common.synchronization [req-bf6df5f7-5fc3-4382-9fd2-633cdcdd126e req-5f7aa002-d2cb-4093-acf5-3874ebeb0502 tempest-AttachVolumeTestJSON-1780112823 tempest-AttachVolumeTestJSON-1780112823-project-member] Enqueued Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_members [ 816.366141] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_members [ 816.367226] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.367423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.367518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.367860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.368121] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.368348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.368607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.368777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.368876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.369033] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.816152] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.816383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.816513] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fa00c9c-97e3-49f1-854f-c0906714bef4 with status ACTIVE [ 816.816705] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.816817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.816880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.817153] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.817267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.817400] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.817504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.817666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.817768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.817950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.818214] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.818313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.818367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.818581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.819026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.819026] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fa00c9c-97e3-49f1-854f-c0906714bef4 is going to be updated. [ 816.820666] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.820858] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-390" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.820985] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-390" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.822380] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-390" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.822380] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.822380] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.822380] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.822380] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.822380] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.822380] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.822754] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.822754] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.822754] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.822754] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.822882] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.822985] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.824930] env[66289]: INFO networking_nsxv3.common.synchronization [None req-05cd0c07-8e49-42b4-8385-ed3fa9dab536 None None] Enqueued Resource ID: 17174eaf-d3bc-49ff-b030-f4672fc156dd with Priority: HIGHEST for action port [ 816.827630] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17174eaf-d3bc-49ff-b030-f4672fc156dd with Priority: HIGHEST for action port [ 816.829030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-17174eaf-d3bc-49ff-b030-f4672fc156dd taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.829220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17174eaf-d3bc-49ff-b030-f4672fc156dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.829281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17174eaf-d3bc-49ff-b030-f4672fc156dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.829486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17174eaf-d3bc-49ff-b030-f4672fc156dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.829607] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17174eaf-d3bc-49ff-b030-f4672fc156dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.851074] env[66289]: INFO networking_nsxv3.common.synchronization [None req-29eb05cc-e576-440c-80a4-213f531a8d5a tempest-ServersTestBootFromVolume-498898568 tempest-ServersTestBootFromVolume-498898568-project-member] Enqueued Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_rules [ 816.852498] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_rules [ 816.852498] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45deb0ab-b16c-43ff-869c-e2d969617743 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.852891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.852891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.852891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.853014] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.858125] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de in Status: SUCCESS [ 816.858308] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ae8da4-7bd6-406a-952f-03b9cf1185de deletion is rescheduled due to dependency. [ 816.858421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ae8da4-7bd6-406a-952f-03b9cf1185de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.859838] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.859838] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.859838] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.860011] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-390" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.860212] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-22f3412c-5790-44a6-9222-02ad86ff4c8b taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.860572] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-22f3412c-5790-44a6-9222-02ad86ff4c8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.860572] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-22f3412c-5790-44a6-9222-02ad86ff4c8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.860898] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-22f3412c-5790-44a6-9222-02ad86ff4c8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.860999] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22f3412c-5790-44a6-9222-02ad86ff4c8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.863579] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 662c4fda-08e3-4ba6-9488-540425138659 in Status: SUCCESS [ 816.863774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.867763] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.867763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.867763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.867763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.867763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.867763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa00c9c-97e3-49f1-854f-c0906714bef4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.873062] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.873211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.873274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.873555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.873669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.873820] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.873915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.873969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.874163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.874240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.874331] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 already deleted. [ 816.874602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.971953] env[66289]: INFO networking_nsxv3.common.synchronization [None req-3ef972d3-c335-47b4-9076-a83acb1bf8f6 tempest-ServersTestBootFromVolume-498898568 tempest-ServersTestBootFromVolume-498898568-project-member] Enqueued Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_rules [ 816.972588] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_rules [ 816.972928] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45deb0ab-b16c-43ff-869c-e2d969617743 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.973058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.106344] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a in Status: SUCCESS [ 817.106505] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99b82a86-a2be-4a41-b95b-ecfa63a0dc7a deletion is rescheduled due to dependency. [ 817.106643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99b82a86-a2be-4a41-b95b-ecfa63a0dc7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.333485] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17174eaf-d3bc-49ff-b030-f4672fc156dd [ 817.333788] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.333931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.334036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.334303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.334411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.334487] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17174eaf-d3bc-49ff-b030-f4672fc156dd already deleted. [ 817.334577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17174eaf-d3bc-49ff-b030-f4672fc156dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.367097] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.368060] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.368304] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.368730] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.368997] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.369307] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 22f3412c-5790-44a6-9222-02ad86ff4c8b not found, creating... [ 817.369603] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.369789] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.369941] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.370429] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.370560] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.370878] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.371087] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.371174] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.371401] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.371527] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.371666] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 22f3412c-5790-44a6-9222-02ad86ff4c8b is going to be created. [ 817.382521] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.382865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.382865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.382865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.383031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.383069] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45deb0ab-b16c-43ff-869c-e2d969617743 already deleted. [ 817.383133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.383313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.383474] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.383562] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.393072] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: SUCCESS [ 817.393305] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.393582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.393832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.394046] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.394160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.394223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.394384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.394469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.394598] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.397045] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.397243] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.397347] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.397571] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.397795] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.398046] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-22f3412c-5790-44a6-9222-02ad86ff4c8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.901367] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.906923] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.907110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.907110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.907363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.907442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.907511] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45deb0ab-b16c-43ff-869c-e2d969617743 already deleted. [ 817.907588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.152467] env[66289]: INFO networking_nsxv3.common.synchronization [req-bf6df5f7-5fc3-4382-9fd2-633cdcdd126e req-1e1b34c7-313f-4e86-90c9-89e84c9a82cc service nova] Enqueued Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_rules [ 818.153847] env[66289]: INFO networking_nsxv3.common.synchronization [req-bf6df5f7-5fc3-4382-9fd2-633cdcdd126e req-1e1b34c7-313f-4e86-90c9-89e84c9a82cc service nova] Enqueued Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_members [ 818.153847] env[66289]: INFO networking_nsxv3.common.synchronization [req-bf6df5f7-5fc3-4382-9fd2-633cdcdd126e req-1e1b34c7-313f-4e86-90c9-89e84c9a82cc service nova] Enqueued Resource ID: 22f3412c-5790-44a6-9222-02ad86ff4c8b with Priority: HIGHEST for action port [ 818.153847] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_rules [ 818.153847] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_members [ 818.153847] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22f3412c-5790-44a6-9222-02ad86ff4c8b with Priority: HIGHEST for action port [ 818.154067] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.154126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.154160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.155499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.155499] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.155841] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.155841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.155841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.155957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.156074] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.156181] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.156238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.156394] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.159168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.159353] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.160396] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-22f3412c-5790-44a6-9222-02ad86ff4c8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.160531] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22f3412c-5790-44a6-9222-02ad86ff4c8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.160631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22f3412c-5790-44a6-9222-02ad86ff4c8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.160789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22f3412c-5790-44a6-9222-02ad86ff4c8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.160863] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22f3412c-5790-44a6-9222-02ad86ff4c8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.407333] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.662897] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.662897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.668034] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.668034] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22f3412c-5790-44a6-9222-02ad86ff4c8b with status ACTIVE [ 818.668034] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.668034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.668034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.668034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.668034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.668034] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.668034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.668034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.668034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.668034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.668034] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.669180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.669372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.670054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.670054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.670054] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22f3412c-5790-44a6-9222-02ad86ff4c8b is going to be updated. [ 818.697596] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.697785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.698501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.698501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.698501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.698501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22f3412c-5790-44a6-9222-02ad86ff4c8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.909110] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.912129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.912129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.912129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.912129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.912129] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 is going to be updated. [ 818.959648] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.959949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.960535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.960535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.960670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.983806] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: IN_PROGRESS for 2s [ 819.175056] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.543483] env[66289]: INFO networking_nsxv3.common.synchronization [req-765ed1a5-ab18-4e7d-97d0-d8cca53a54a1 req-9c1775e4-68f9-4a85-8fe8-2e5dea8c12ed tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_members [ 819.544136] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b401089-4f80-4479-aa5d-e0816aad3477 with Priority: HIGHEST for action security_group_members [ 819.544451] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b401089-4f80-4479-aa5d-e0816aad3477 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.544582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.544658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.544851] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.545014] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.545198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.545260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.545420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.545507] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.545595] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b401089-4f80-4479-aa5d-e0816aad3477',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.676891] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.677053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.677162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.677584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.677584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.677737] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 is going to be created. [ 819.710619] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.710838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.710838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.711114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.711387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.725839] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 in Status: UNINITIALIZED for 2s [ 820.048776] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.048983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.049054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.049270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.081232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.081513] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.085071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.085071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.085071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.085071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.085071] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b401089-4f80-4479-aa5d-e0816aad3477 is going to be updated. [ 820.115525] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.115525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.115525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.117044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.118867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.130729] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b401089-4f80-4479-aa5d-e0816aad3477 in Status: IN_PROGRESS for 2s [ 821.000025] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: SUCCESS [ 821.000025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.000025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.000025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.000025] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.000025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.000025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.000025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.000025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.000025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.000025] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.503333] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.503495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.503558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.504009] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.504106] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.504177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.504219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.504610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.504610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.504610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.504752] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.504752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.504840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.505084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.505084] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.505212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.505212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.505345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.505510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.505510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.505597] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.737088] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 in Status: SUCCESS [ 821.737322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.737612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.737707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.737893] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.738013] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.738100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.738231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.738309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.738393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.738481] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.008386] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45b237df-fe0d-4a3d-9a63-1e9914602fe3: rpc.has_security_group_logging(os_id): False [ 822.030763] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.031074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.031187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.031380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.052435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.052765] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.052944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.053032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.053242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.053323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.053506] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.053613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.053655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.053825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.053867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.054059] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.054157] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.054219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.054388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.054577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.054668] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 is going to be updated. [ 822.119811] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.119975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.120047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.120414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.120414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.137094] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: IN_PROGRESS for 2s [ 822.140019] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b401089-4f80-4479-aa5d-e0816aad3477 in Status: SUCCESS [ 822.140200] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b401089-4f80-4479-aa5d-e0816aad3477 deletion is rescheduled due to dependency. [ 822.140354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b401089-4f80-4479-aa5d-e0816aad3477" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.242189] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.539401] env[66289]: INFO networking_nsxv3.common.synchronization [None req-7d63d1c8-bf54-4ff4-9470-5cee15bdab00 tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_rules [ 822.540074] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_rules [ 822.540419] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.540580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.540620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.540877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.540962] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.649680] env[66289]: INFO networking_nsxv3.common.synchronization [None req-9e91bc9b-11cd-4d95-bf73-875d6b25d804 tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_rules [ 822.649896] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_rules [ 822.650283] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.650385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.744384] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93: rpc.has_security_group_logging(os_id): False [ 822.762759] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.763055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.763055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.763210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.763344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.763674] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.763826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.763826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.763948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.764042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.764133] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 is going to be created. [ 822.830249] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.830497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.830497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.830682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.830865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.850235] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 in Status: IN_PROGRESS for 2s [ 823.064182] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.064529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.064529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.064896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.065086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.065251] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 already deleted. [ 823.065420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.065648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.065927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.066084] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.590213] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.590351] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.590425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.590642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.590755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.590889] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 already deleted. [ 823.591022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.829267] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.829267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.829267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.829574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.829574] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.062379] env[66289]: INFO networking_nsxv3.common.synchronization [req-b8538ffe-331d-4f97-8672-3ffd4046d110 req-b8dba24e-1507-4863-80e2-56b847bbf438 tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 824.063215] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 824.063619] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.063903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.064113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.064634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.064889] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.065832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.065832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.065832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.066126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.066296] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.156690] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: SUCCESS [ 824.158142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.309440] env[66289]: INFO networking_nsxv3.common.synchronization [req-60ded541-0079-4f11-ac3b-cf657e2d6241 req-c6c7c957-5789-457c-852c-380f8dd186b4 tempest-ServerDiagnosticsNegativeTest-1106246640 tempest-ServerDiagnosticsNegativeTest-1106246640-project-member] Enqueued Resource ID: 662c4fda-08e3-4ba6-9488-540425138659 with Priority: HIGHEST for action security_group_members [ 824.309440] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662c4fda-08e3-4ba6-9488-540425138659 with Priority: HIGHEST for action security_group_members [ 824.309792] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-662c4fda-08e3-4ba6-9488-540425138659 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.309972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.310094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.310343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.310515] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.310638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.310738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.310965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.311094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.311200] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('662c4fda-08e3-4ba6-9488-540425138659',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.331524] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.563499] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.563835] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.564101] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.564452] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.565055] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.565175] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.565327] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.565581] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.565809] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.566147] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.566301] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.566420] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.566590] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.566782] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.566959] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.567139] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.572352] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.572557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.572626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.573108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.573108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.573353] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.573505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.573613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.573871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.574011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.574247] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 824.605112] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.605387] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.605550] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.605846] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.606254] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-505b51ca-1ed8-4540-9cec-353d22d81179 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.606509] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-505b51ca-1ed8-4540-9cec-353d22d81179" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.606819] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-505b51ca-1ed8-4540-9cec-353d22d81179" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.607290] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-505b51ca-1ed8-4540-9cec-353d22d81179" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.607545] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505b51ca-1ed8-4540-9cec-353d22d81179',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.616294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.616294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.616294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.616502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.616502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.635359] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 824.814679] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.814856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.814928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.815191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.815280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.815492] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.815589] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.815651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.815800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.815879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.815967] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662c4fda-08e3-4ba6-9488-540425138659 is going to be updated. [ 824.836199] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.853160] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.853374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.853374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.853578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.853710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.861209] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662c4fda-08e3-4ba6-9488-540425138659 in Status: IN_PROGRESS for 2s [ 824.866722] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 in Status: SUCCESS [ 824.867080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.110976] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.110976] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.110976] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.110976] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.110976] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.111496] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 505b51ca-1ed8-4540-9cec-353d22d81179 not found, creating... [ 825.111496] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.111650] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.111856] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.111982] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.112130] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.112986] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.112986] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.112986] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.112986] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.113562] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.113562] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 505b51ca-1ed8-4540-9cec-353d22d81179 is going to be created. [ 825.134362] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.135195] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.135388] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.135691] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.135929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.136180] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-505b51ca-1ed8-4540-9cec-353d22d81179" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.338860] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 825.338860] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 825.869453] env[66289]: INFO networking_nsxv3.common.synchronization [req-b8538ffe-331d-4f97-8672-3ffd4046d110 req-44a4190e-f79e-4767-8db6-f5d985c093ce service nova] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_rules [ 825.869616] env[66289]: INFO networking_nsxv3.common.synchronization [req-b8538ffe-331d-4f97-8672-3ffd4046d110 req-44a4190e-f79e-4767-8db6-f5d985c093ce service nova] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 825.869830] env[66289]: INFO networking_nsxv3.common.synchronization [req-b8538ffe-331d-4f97-8672-3ffd4046d110 req-44a4190e-f79e-4767-8db6-f5d985c093ce service nova] Enqueued Resource ID: 505b51ca-1ed8-4540-9cec-353d22d81179 with Priority: HIGHEST for action port [ 825.870471] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_rules [ 825.870519] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 825.870586] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505b51ca-1ed8-4540-9cec-353d22d81179 with Priority: HIGHEST for action port [ 825.870920] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.871165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.871239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.871458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.871541] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.872487] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.872746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.872785] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-505b51ca-1ed8-4540-9cec-353d22d81179 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.873704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-505b51ca-1ed8-4540-9cec-353d22d81179" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.873704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-505b51ca-1ed8-4540-9cec-353d22d81179" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.873704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-505b51ca-1ed8-4540-9cec-353d22d81179" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.873704] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505b51ca-1ed8-4540-9cec-353d22d81179',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.375952] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.376410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.377121] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 505b51ca-1ed8-4540-9cec-353d22d81179 with status ACTIVE [ 826.377121] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.377121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.377121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.377383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.377483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.377674] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.377826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.377869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.378091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.378180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.378400] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.378522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.378686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.378821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.378951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.379030] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 505b51ca-1ed8-4540-9cec-353d22d81179 is going to be updated. [ 826.402898] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.403110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.403110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.403352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.403496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.403665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-505b51ca-1ed8-4540-9cec-353d22d81179" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.442383] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.442895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.443088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.443623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.459213] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 826.460334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.461647] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 826.515947] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.516175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.516175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.516392] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.522763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.523416] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 826.523518] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.523590] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 826.569320] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.569469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.569554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.569823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.571067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.571288] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 826.648144] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 826.648341] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 deletion is rescheduled due to dependency. [ 826.648623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.648715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.648907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.649149] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.649300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.649389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.649576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.649680] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.649781] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.652700] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.652832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.652877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.653060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.653284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.653497] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 826.743325] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.743523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.743604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.743779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.743999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.744252] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 826.744349] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4ecfc60e-344b-489f-aa2e-02e5be066a21', 'd61a784b-a4e5-486c-8ae1-d61ea2536fb4', '0b1d9613-1976-4d86-b3e3-386cf9902d5e', '1cba08dc-4705-4426-a1de-4bc4790cf756', '30c844c4-5998-44b4-8163-e29c31990df6', '0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93', 'b110e8f4-4cab-48dc-bb44-aa3de7afc7f5', '72b2bae1-7974-4dac-8147-51cdbd394cce', 'a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a', '469c0124-9907-4c4d-9d25-ffa235d72065', '5f3f5687-5428-4bf5-abe2-bd4902b13d44', 'b1179432-f41e-4bde-91e6-3e0432b2e6a2', '751ff2f1-6915-4d0f-8101-fe1138d7f61d', 'acb22e6c-882c-48f4-8c3e-2c4b135a1fa0', 'b347be3b-2824-40f2-8e3f-9af62e83f32b', 'b7be1a03-613a-434e-a618-21343de85d08', '662c4fda-08e3-4ba6-9488-540425138659', 'f2ee1455-8b62-44c9-ba64-efbf669a1de6', '5d6139e2-874f-41e5-8196-24728c193ab4', '45b237df-fe0d-4a3d-9a63-1e9914602fe3', '2b4f94f7-f881-48fa-ab0b-99d9746a4f03', '127959cf-c11a-47fc-9ddb-13e14590259a', '93c1f712-1f0f-4ee8-836a-5311c713920b', '5fd9bf79-199b-4b2a-bc32-ff427b150bfb', 'fb3b2918-b02f-4f24-9fee-7af2e24eaf8b', '1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc', '99b82a86-a2be-4a41-b95b-ecfa63a0dc7a', '7b03638b-3d9f-4f56-a116-0ad749b08ef1', 'bdf86511-0f9e-41c0-abd7-814d69de861d', '01ae8da4-7bd6-406a-952f-03b9cf1185de', 'd9af1180-de21-4fe6-8028-73b3a95af3da', '607be892-d5dd-464c-8f8f-63f4009a8aba', '24639e23-3f03-4ddf-8ca9-ce83f0bb915d', '0744e1a2-ee82-424a-bc91-c7a571ae645f', 'd601cafa-492b-4e4f-98bf-3eaab6d99e0b', '8b401089-4f80-4479-aa5d-e0816aad3477', '1eefc229-eec3-482e-905e-cce9d4ad9f19', '2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9', '8e5b3cbc-5b3f-41b8-9bbd-4c778849c776', 'c29883d1-408b-4470-a4ef-d60472735302', 'd9b6eb75-f7de-47fe-a481-af97d5248197'} {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.744451] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 826.764565] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.764729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.764778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.764991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.765094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.765203] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 826.765273] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.765433] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 826.874168] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 662c4fda-08e3-4ba6-9488-540425138659 in Status: SUCCESS [ 826.874168] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 662c4fda-08e3-4ba6-9488-540425138659 deletion is rescheduled due to dependency. [ 826.874168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.884562] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.884562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.884562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.884562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.884562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.884810] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 826.884810] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.884894] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 826.884996] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 826.885155] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 826.885281] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGH for action security_group_rules [ 826.885420] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30c844c4-5998-44b4-8163-e29c31990df6 with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72b2bae1-7974-4dac-8147-51cdbd394cce with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGH for action security_group_rules [ 826.886363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b347be3b-2824-40f2-8e3f-9af62e83f32b with Priority: HIGH for action security_group_rules [ 826.886930] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7be1a03-613a-434e-a618-21343de85d08 with Priority: HIGH for action security_group_rules [ 826.886930] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 662c4fda-08e3-4ba6-9488-540425138659 with Priority: HIGH for action security_group_rules [ 826.886930] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGH for action security_group_rules [ 826.887090] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGH for action security_group_rules [ 826.887224] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGH for action security_group_rules [ 826.887398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.155516] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.657642] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.162647] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.164200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.164200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.164200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.164200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.164200] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 828.201693] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.201823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.201823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.202168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.202240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.213131] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 828.909152] env[66289]: INFO networking_nsxv3.common.synchronization [req-c68df2e7-432c-4897-a6e6-c2fc862349eb req-a3b4cdad-a0bb-46e5-819b-fed9f970946c tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 828.909152] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 828.909152] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGH for action security_group_rules [ 828.909152] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e with Priority: HIGH for action security_group_rules [ 828.909152] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGH for action security_group_rules [ 828.909152] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b347be3b-2824-40f2-8e3f-9af62e83f32b with Priority: HIGH for action security_group_rules [ 828.909152] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGH for action security_group_rules [ 828.909152] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGH for action security_group_rules [ 828.909948] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGH for action security_group_rules [ 828.910397] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 662c4fda-08e3-4ba6-9488-540425138659 with Priority: HIGH for action security_group_rules [ 828.910655] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGH for action security_group_rules [ 828.910881] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7be1a03-613a-434e-a618-21343de85d08 with Priority: HIGH for action security_group_rules [ 828.911236] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGH for action security_group_rules [ 828.911456] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 with Priority: HIGH for action security_group_rules [ 828.911666] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 with Priority: HIGH for action security_group_rules [ 828.911978] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGH for action security_group_rules [ 828.912326] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a with Priority: HIGH for action security_group_rules [ 828.912548] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGH for action security_group_rules [ 828.912742] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b2bae1-7974-4dac-8147-51cdbd394cce with Priority: HIGH for action security_group_rules [ 828.912966] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c844c4-5998-44b4-8163-e29c31990df6 with Priority: HIGH for action security_group_rules [ 828.913203] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGH for action security_group_rules [ 828.913427] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 with Priority: HIGH for action security_group_rules [ 828.913872] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.914167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.914352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.914660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.915336] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.915593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.915746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.916050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.916260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.916460] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.917559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.918217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.918217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.918217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.918461] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.919447] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b1d9613-1976-4d86-b3e3-386cf9902d5e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.923030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.923030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.923030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.923030] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b1d9613-1976-4d86-b3e3-386cf9902d5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.923030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.923030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.923030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.923030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.923030] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.923030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b347be3b-2824-40f2-8e3f-9af62e83f32b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.923030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.923030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.923030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.923030] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b347be3b-2824-40f2-8e3f-9af62e83f32b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.926073] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.932649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.932649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.932649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.932649] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.932649] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d6139e2-874f-41e5-8196-24728c193ab4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.932649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.932649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.932649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.932649] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.935355] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.935432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.935469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.935629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.935704] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.937352] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-662c4fda-08e3-4ba6-9488-540425138659 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.937472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.937536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.937701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.937771] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('662c4fda-08e3-4ba6-9488-540425138659',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.938755] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.938873] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.938955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.939137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.939209] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.940126] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7be1a03-613a-434e-a618-21343de85d08 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.940261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.940349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.940525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.940596] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7be1a03-613a-434e-a618-21343de85d08',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.941076] env[66289]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 828.941766] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.941868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.941931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.943016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.943016] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.943358] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.943477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.943533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.943686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.943753] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1179432-f41e-4bde-91e6-3e0432b2e6a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.944580] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.944694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.944779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.944991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.945207] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f3f5687-5428-4bf5-abe2-bd4902b13d44',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.947981] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.947981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.947981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.947981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.947981] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.947981] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.947981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.948474] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.948474] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.948474] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.949395] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.949477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.949528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.950501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.950501] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.952162] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b2bae1-7974-4dac-8147-51cdbd394cce taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.952162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.952162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.952162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.952162] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b2bae1-7974-4dac-8147-51cdbd394cce',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.952162] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30c844c4-5998-44b4-8163-e29c31990df6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.952642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.952642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.952642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.952642] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30c844c4-5998-44b4-8163-e29c31990df6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.954948] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.954948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.954948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.954948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.954948] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.957815] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cba08dc-4705-4426-a1de-4bc4790cf756 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.957961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.958083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.959379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.959379] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cba08dc-4705-4426-a1de-4bc4790cf756',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.959379] env[66289]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 828.966787] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.966942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.967096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.967326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.970021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.970021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.970021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.970021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.970021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.970021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.970021] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.280674] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.284026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.284026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.284026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.284026] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.284026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.284026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.284026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.284026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.284026] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.284026] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.284026] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.284026] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.284026] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.284026] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.284026] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.305711] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.306062] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.306407] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.306688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.308420] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-9f832218-335e-4f6d-88c3-4e484828efa1 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.308420] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-9f832218-335e-4f6d-88c3-4e484828efa1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.308420] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-9f832218-335e-4f6d-88c3-4e484828efa1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.308651] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-9f832218-335e-4f6d-88c3-4e484828efa1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.308929] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f832218-335e-4f6d-88c3-4e484828efa1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.464022] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.464022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.464022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.464022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.474177] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.475643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.475643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.475643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.475643] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.475643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.475996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.476335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.477063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.477063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.477063] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.477326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.477506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.477795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.478048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.478174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.478653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.478653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.478653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.478653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.478920] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.484083] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.484083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.484856] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.484956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.487822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.488070] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.488583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.488583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.488583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.488583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.489440] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 829.489699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.489910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.490011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.490135] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be deleted. [ 829.491449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.491640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.500167] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.500342] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.500342] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.500553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.500876] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.500876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.501256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.501256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.501256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.501256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.501611] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.505219] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.505365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.505433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.505572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.505728] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.505826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.505885] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.507488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.507488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.507488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.507488] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.514922] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.514922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.514922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.514922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.515400] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.515400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.515400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.515400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.515400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.515715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.515715] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.520728] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6139e2-874f-41e5-8196-24728c193ab4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.520923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.520975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.521253] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.521404] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.521520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.521602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.521798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.521898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.522057] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.522057] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.522955] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.523111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.523163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.523323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.523426] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.523521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.523581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.523718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.523798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.523951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.524071] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.532533] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.532729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.538614] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.543718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.543883] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b1d9613-1976-4d86-b3e3-386cf9902d5e is going to be deleted. [ 829.546094] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.546270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.546369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.546615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.546834] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.546971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.547085] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.547295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.547426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.547556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.547698] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.551122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.551849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.555745] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d6139e2-874f-41e5-8196-24728c193ab4: rpc.has_security_group_logging(os_id): False [ 829.558836] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.559044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.559173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.559413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.559588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.566045] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.566195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.595314] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 829.608032] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.608185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.609137] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.609264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.610151] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.610244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.611073] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.611186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.611889] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.612031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.612704] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.612802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.613590] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.613708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.625390] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.625617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.632265] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 829.632769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.632895] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 662c4fda-08e3-4ba6-9488-540425138659 is going to be deleted. [ 829.633869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.634135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.639342] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.639500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.669573] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.669787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.672057] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 829.672630] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.672743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.704911] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 829.705275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.705396] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b347be3b-2824-40f2-8e3f-9af62e83f32b is going to be deleted. [ 829.706460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.706712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.720793] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.720927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.750169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.750323] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be deleted. [ 829.751393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.751638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.780921] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.780921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.810998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.811210] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30c844c4-5998-44b4-8163-e29c31990df6 is going to be deleted. [ 829.812422] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.812621] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.812741] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.813287] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.813454] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.813611] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 9f832218-335e-4f6d-88c3-4e484828efa1 not found, creating... [ 829.813886] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.814067] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.814189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.814435] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.814576] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.814888] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.815091] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.815227] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.815459] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.815599] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.815744] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 9f832218-335e-4f6d-88c3-4e484828efa1 is going to be created. [ 829.817116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.817239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.899804] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.900158] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.900324] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.900635] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.900876] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.901419] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-9f832218-335e-4f6d-88c3-4e484828efa1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.911865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.912377] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cba08dc-4705-4426-a1de-4bc4790cf756 is going to be deleted. [ 829.913065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.913302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.915224] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.915370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.931909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.932536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.945127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.945359] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7be1a03-613a-434e-a618-21343de85d08 is going to be deleted. [ 829.946472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.946772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.981879] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ecfc60e-344b-489f-aa2e-02e5be066a21: rpc.has_security_group_logging(os_id): False [ 829.985555] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.985803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.996728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.996975] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f3f5687-5428-4bf5-abe2-bd4902b13d44 is going to be deleted. [ 829.997947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.998210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.011547] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.011769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.011769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.011934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.012119] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.012229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.012294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.012452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.012543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.012652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.012835] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.012928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.012997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.013509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.013746] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.013903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.013960] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.014131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.014232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.014367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.014510] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.015818] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.031838] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.041643] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.041841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.043507] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.043674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.043720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.043913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.044130] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.044205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.044246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.044390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.044473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.044558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.044702] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.044794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.044853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.044998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.045159] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.045251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.045313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.045454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.045530] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.045611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.045702] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.050411] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.096026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.096026] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1179432-f41e-4bde-91e6-3e0432b2e6a2 is going to be deleted. [ 830.096026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.096026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.135701] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.136263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.141586] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.141586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.165456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.165456] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 is going to be deleted. [ 830.165456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.165456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.165456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.165456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.165704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.169027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.258963] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 830.259334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.259662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.260035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.260313] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.260492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.260588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.260876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.261058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.261283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.261385] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.263579] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.263782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.264931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.265135] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a is going to be deleted. [ 830.266556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.266905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.336710] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.341523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.349244] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.349638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.368995] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 830.369728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.369867] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b2bae1-7974-4dac-8147-51cdbd394cce is going to be deleted. [ 830.373362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.373362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.455043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.455043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.455043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.455043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.455896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.459077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.459077] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d6139e2-874f-41e5-8196-24728c193ab4 is going to be updated. [ 830.459077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.459077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.459077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.459945] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b1d9613-1976-4d86-b3e3-386cf9902d5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.461257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.461257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.461257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.461257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-662c4fda-08e3-4ba6-9488-540425138659" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.461487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.462162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.462162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.462304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.462526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.462747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.462947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.463219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b347be3b-2824-40f2-8e3f-9af62e83f32b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.464215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.464569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.464638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.464797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30c844c4-5998-44b4-8163-e29c31990df6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.465243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.465243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.490225] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.490538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.500964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.501845] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.503032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.503032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.503032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.503032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.503032] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.503032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.503032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.503364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.503364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.503520] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.503587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.503675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.503862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.503960] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.504167] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 is going to be updated. [ 830.507582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cba08dc-4705-4426-a1de-4bc4790cf756" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f3f5687-5428-4bf5-abe2-bd4902b13d44" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1179432-f41e-4bde-91e6-3e0432b2e6a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.509930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.510805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.510805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.510805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.510904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.511124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.511426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.511582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7be1a03-613a-434e-a618-21343de85d08" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.511737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.511907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.512012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.512149] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2a1d11e-6077-4a4c-97cc-f9e1e44f3f7a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.518782] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 751ff2f1-6915-4d0f-8101-fe1138d7f61d: rpc.has_security_group_logging(os_id): False [ 830.520088] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 469c0124-9907-4c4d-9d25-ffa235d72065: rpc.has_security_group_logging(os_id): False [ 830.536454] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acb22e6c-882c-48f4-8c3e-2c4b135a1fa0: rpc.has_security_group_logging(os_id): False [ 830.548631] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45b237df-fe0d-4a3d-9a63-1e9914602fe3: rpc.has_security_group_logging(os_id): False [ 830.552973] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93: rpc.has_security_group_logging(os_id): False [ 830.563477] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.564047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.564146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.564340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.581037] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.581189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.582326] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.582453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.583404] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.583528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.584229] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.584359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.597919] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.597919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.631804] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.631804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.631983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.631983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.632224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.632313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.632420] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 is going to be updated. [ 830.633619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.633801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.637665] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.637665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.687817] env[66289]: INFO networking_nsxv3.common.synchronization [req-c68df2e7-432c-4897-a6e6-c2fc862349eb req-d316de9d-dc6a-44eb-a2e9-60daa9e38ab8 service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 830.688085] env[66289]: INFO networking_nsxv3.common.synchronization [req-c68df2e7-432c-4897-a6e6-c2fc862349eb req-d316de9d-dc6a-44eb-a2e9-60daa9e38ab8 service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 830.688199] env[66289]: INFO networking_nsxv3.common.synchronization [req-c68df2e7-432c-4897-a6e6-c2fc862349eb req-d316de9d-dc6a-44eb-a2e9-60daa9e38ab8 service nova] Enqueued Resource ID: 9f832218-335e-4f6d-88c3-4e484828efa1 with Priority: HIGHEST for action port [ 830.688830] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 830.689037] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 830.689094] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f832218-335e-4f6d-88c3-4e484828efa1 with Priority: HIGHEST for action port [ 830.689439] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.689526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.689596] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.689948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.690023] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.690940] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.691073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.691330] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f832218-335e-4f6d-88c3-4e484828efa1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.691904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f832218-335e-4f6d-88c3-4e484828efa1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.691904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f832218-335e-4f6d-88c3-4e484828efa1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.692206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f832218-335e-4f6d-88c3-4e484828efa1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.692282] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f832218-335e-4f6d-88c3-4e484828efa1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.696784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.697179] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.697630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.697630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.697630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.697630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.697877] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.698086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.698222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.698290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.698370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.698794] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.698900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.699091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.699190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.699312] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.699388] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d is going to be updated. [ 830.700481] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.700669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.718605] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.718814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.769241] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.769448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.769495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.769973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.771052] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.771052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.771052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.771052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.771052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.771052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.771582] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.771582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.771582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.771582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.771822] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.771983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.772132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.772631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.772631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.772759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.772907] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.789819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.790319] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.790491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.790580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.790848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.790978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.791166] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 is going to be updated. [ 830.795120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.795506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.837898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.838266] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.838585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.838585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.838662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.838703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.838811] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 is going to be updated. [ 830.839939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.840159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.840409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.841312] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.841489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.841577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.841697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b2bae1-7974-4dac-8147-51cdbd394cce" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.841886] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.842193] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.842193] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.843052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.843218] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.909068] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d6139e2-874f-41e5-8196-24728c193ab4 in Status: IN_PROGRESS for 2s [ 830.911164] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: IN_PROGRESS for 2s [ 830.913015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.913368] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.913508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.913572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.913827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.913898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.914152] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.914266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.914346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.914525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.914604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.914862] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.914994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.915079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.915290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.915435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.915575] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 is going to be updated. [ 830.939835] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.940014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.940089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.940317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.940565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.943799] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.944091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.944208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.944419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.944575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.996514] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: IN_PROGRESS for 2s [ 830.998641] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: IN_PROGRESS for 2s [ 831.038360] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.038360] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.038360] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.038360] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.038888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.071538] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.071697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.071767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.071988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.072154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.103569] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 in Status: IN_PROGRESS for 2s [ 831.105130] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 in Status: IN_PROGRESS for 2s [ 831.157083] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 831.158360] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.158360] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.158360] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.158527] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.159223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.194362] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.194482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.194658] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f832218-335e-4f6d-88c3-4e484828efa1 with status ACTIVE [ 831.194822] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.194928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.194985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.195235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.195324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.195511] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.195612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.195688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.195860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.197395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.197395] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.197395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.197395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.197395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.197395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.197395] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f832218-335e-4f6d-88c3-4e484828efa1 is going to be updated. [ 831.199144] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: IN_PROGRESS for 2s [ 831.265314] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.265650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.265650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.265837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.265903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.266085] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f832218-335e-4f6d-88c3-4e484828efa1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.276852] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776: rpc.has_security_group_logging(os_id): False [ 831.311299] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.311299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.311299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.311299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.352705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.354166] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.354166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.354166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.354518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.354518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.354613] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.354679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.354729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.355141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.355141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.355320] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.355430] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.355500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.355648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.355752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.355820] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 831.460242] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.460417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.460480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.460681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.460878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.474478] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 831.607591] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 831.607897] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 deletion is rescheduled due to dependency. [ 831.608036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.608216] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.608527] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.608656] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.608807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.608872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.609080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.609134] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.609228] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.112697] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.615404] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.828765] env[66289]: INFO networking_nsxv3.common.synchronization [req-54ffa65a-44e3-4b0e-91a7-8755c9f9ae58 req-b50494bf-3b4e-428b-88b6-651308beab88 tempest-ServersTestManualDisk-631871651 tempest-ServersTestManualDisk-631871651-project-member] Enqueued Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_members [ 832.829959] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGHEST for action security_group_members [ 832.830493] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-93c1f712-1f0f-4ee8-836a-5311c713920b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.830641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.830747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.831059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.831295] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.831453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.831553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.831798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.831934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.832097] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.929165] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d6139e2-874f-41e5-8196-24728c193ab4 in Status: SUCCESS [ 832.929663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.931347] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: SUCCESS [ 832.931845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.017232] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: SUCCESS [ 833.017537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.018482] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: SUCCESS [ 833.018821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.126051] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.126051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.126051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.126051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.126051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.126051] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 833.132151] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 in Status: SUCCESS [ 833.132388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.134517] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 in Status: SUCCESS [ 833.134771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.160534] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.162203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.162318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.162897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.162897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.174050] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 833.217978] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: SUCCESS [ 833.218654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.339579] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.339770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.340684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.340684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.374742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.374742] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.375285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.375909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.377829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.377829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.377956] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c1f712-1f0f-4ee8-836a-5311c713920b is going to be updated. [ 833.398633] env[66289]: INFO networking_nsxv3.common.synchronization [req-b7d3fc8f-e466-4d69-8b25-5a937623e967 req-8c44f8c2-7a5e-4be0-ae92-d0001dc101bb tempest-ServersWithSpecificFlavorTestJSON-623332032 tempest-ServersWithSpecificFlavorTestJSON-623332032-project-member] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 833.399318] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 833.399640] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.399789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.399861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.400751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.401014] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.401330] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.401497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.401608] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.401708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.401824] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.412214] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.412214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.412214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.412214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.412214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.429341] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c1f712-1f0f-4ee8-836a-5311c713920b in Status: IN_PROGRESS for 2s [ 833.489907] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 833.490545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.904674] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.904848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.904921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.905177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.905273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.905468] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.905569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.905630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.905808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.905883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.905973] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 is going to be updated. [ 833.935898] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.936198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.936285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.936500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.936642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.947150] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: IN_PROGRESS for 2s [ 835.185721] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 835.185721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.185721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.186086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.186189] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.186296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.186364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.186550] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.186656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.186752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.186885] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.445319] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93c1f712-1f0f-4ee8-836a-5311c713920b in Status: SUCCESS [ 835.449018] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93c1f712-1f0f-4ee8-836a-5311c713920b deletion is rescheduled due to dependency. [ 835.449018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.692256] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.692256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.692256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.692256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.692256] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.692256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.692256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.692256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.692256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.692256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.692256] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.692675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.692675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.692675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.692675] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.692855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.692855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.693032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.693127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.693263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.693323] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.958796] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: SUCCESS [ 835.958997] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 deletion is rescheduled due to dependency. [ 835.959136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.196019] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b110e8f4-4cab-48dc-bb44-aa3de7afc7f5: rpc.has_security_group_logging(os_id): False [ 836.217242] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.217975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.218338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.218611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.219702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.219980] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.220151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.220259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.220493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.220558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.220791] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.220932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.221023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.221163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.221237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.221434] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.221570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.221880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.221880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.221880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.221880] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be created. [ 836.293356] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.293604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.293604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.293789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.293974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.312199] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 837.820346] env[66289]: INFO networking_nsxv3.common.synchronization [None req-7ecc61db-df22-4033-96c7-fa08d848a2a2 None None] Enqueued Resource ID: ee55b1a4-0fa4-426f-8a9e-eb4985b07a0f with Priority: HIGHEST for action port [ 837.820897] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee55b1a4-0fa4-426f-8a9e-eb4985b07a0f with Priority: HIGHEST for action port [ 837.821209] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee55b1a4-0fa4-426f-8a9e-eb4985b07a0f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.821334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee55b1a4-0fa4-426f-8a9e-eb4985b07a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.821404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee55b1a4-0fa4-426f-8a9e-eb4985b07a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.821675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee55b1a4-0fa4-426f-8a9e-eb4985b07a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.821779] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee55b1a4-0fa4-426f-8a9e-eb4985b07a0f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.323982] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee55b1a4-0fa4-426f-8a9e-eb4985b07a0f [ 838.324244] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.324376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.324483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.324659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.324863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.324863] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee55b1a4-0fa4-426f-8a9e-eb4985b07a0f already deleted. [ 838.324987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee55b1a4-0fa4-426f-8a9e-eb4985b07a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.330494] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 838.330652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.840036] env[66289]: INFO networking_nsxv3.common.synchronization [None req-6f2446ca-28fe-45ef-b8f6-f335e9ee254f None None] Enqueued Resource ID: 647b432f-da59-4e76-80d7-c7604b523435 with Priority: HIGHEST for action port [ 838.840619] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647b432f-da59-4e76-80d7-c7604b523435 with Priority: HIGHEST for action port [ 838.840932] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-647b432f-da59-4e76-80d7-c7604b523435 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.841177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-647b432f-da59-4e76-80d7-c7604b523435" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.843972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-647b432f-da59-4e76-80d7-c7604b523435" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.844288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-647b432f-da59-4e76-80d7-c7604b523435" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.844486] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647b432f-da59-4e76-80d7-c7604b523435',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.347444] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 647b432f-da59-4e76-80d7-c7604b523435 [ 839.347444] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.347444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.347444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.347444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.348093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.348093] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:647b432f-da59-4e76-80d7-c7604b523435 already deleted. [ 839.348093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-647b432f-da59-4e76-80d7-c7604b523435" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.890037] env[66289]: INFO networking_nsxv3.common.synchronization [None req-a3981310-a5eb-421b-94eb-bacaad464516 tempest-AttachVolumeShelveTestJSON-2061470684 tempest-AttachVolumeShelveTestJSON-2061470684-project-member] Enqueued Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_rules [ 839.890414] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_rules [ 839.890673] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.890797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.891041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.891356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.891498] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.982677] env[66289]: INFO networking_nsxv3.common.synchronization [None req-ab5ab4dd-812a-48f5-893f-fdc192a5eb06 tempest-AttachVolumeShelveTestJSON-2061470684 tempest-AttachVolumeShelveTestJSON-2061470684-project-member] Enqueued Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_rules [ 839.982677] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_rules [ 839.982677] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.982677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.412319] env[66289]: INFO networking_nsxv3.common.synchronization [None req-87806a0f-5caf-46ca-9235-6e26c8187dbe None None] Enqueued Resource ID: 9acf464a-dec7-413d-9f59-4e00dd6d6888 with Priority: HIGHEST for action port [ 840.413558] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9acf464a-dec7-413d-9f59-4e00dd6d6888 with Priority: HIGHEST for action port [ 840.414056] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-9acf464a-dec7-413d-9f59-4e00dd6d6888 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.414426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9acf464a-dec7-413d-9f59-4e00dd6d6888" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.420627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9acf464a-dec7-413d-9f59-4e00dd6d6888" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.420627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9acf464a-dec7-413d-9f59-4e00dd6d6888" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.420627] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9acf464a-dec7-413d-9f59-4e00dd6d6888',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.422365] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.422561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.422616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.422869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.423017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.423145] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 already deleted. [ 840.423256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.424300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.424560] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.424657] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.927836] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9acf464a-dec7-413d-9f59-4e00dd6d6888 [ 840.928125] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.928466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.928466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.928654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.928654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.928727] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9acf464a-dec7-413d-9f59-4e00dd6d6888 already deleted. [ 840.928769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9acf464a-dec7-413d-9f59-4e00dd6d6888" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.948064] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.948265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.948334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.949249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.949249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.949249] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 already deleted. [ 840.949249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.772546] env[66289]: INFO networking_nsxv3.common.synchronization [None req-66c2626e-fcb1-4684-95a9-b7dd3677f4a7 None None] Enqueued Resource ID: 5f00a2b8-fae0-4150-b5fd-660418445719 with Priority: HIGHEST for action port [ 841.772546] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f00a2b8-fae0-4150-b5fd-660418445719 with Priority: HIGHEST for action port [ 841.773906] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f00a2b8-fae0-4150-b5fd-660418445719 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.773906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f00a2b8-fae0-4150-b5fd-660418445719" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.773906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f00a2b8-fae0-4150-b5fd-660418445719" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.773906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f00a2b8-fae0-4150-b5fd-660418445719" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.773906] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f00a2b8-fae0-4150-b5fd-660418445719',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.276509] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f00a2b8-fae0-4150-b5fd-660418445719 [ 842.276779] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.276937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.277072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.277378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.277479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.277577] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f00a2b8-fae0-4150-b5fd-660418445719 already deleted. [ 842.277659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f00a2b8-fae0-4150-b5fd-660418445719" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.143112] env[66289]: INFO networking_nsxv3.common.synchronization [req-b18fac05-09f7-4ac5-a15a-453e4510d13e req-dcb5b66e-8625-4631-a14c-a2c819de2bca tempest-ImagesTestJSON-417225935 tempest-ImagesTestJSON-417225935-project-member] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 844.143866] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 844.144316] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.144518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.144632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.145144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.145144] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.145144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.145309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.145513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.146202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.146202] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.650418] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.650636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.650744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.651255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.680110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.680836] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.680836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.680836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.680836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.680836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.681093] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 844.707521] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.707729] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.707852] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.708161] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.708937] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.709060] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.709287] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.709586] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.709702] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.709939] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.710076] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.710227] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.710294] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.710404] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.710507] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.710640] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.712667] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.712759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.712844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.712997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.713165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.725992] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 844.734741] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.735142] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.735219] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.735581] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.735876] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-dc634f61-8394-43fb-ab67-cb0e9a110f89 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.736563] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-dc634f61-8394-43fb-ab67-cb0e9a110f89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.736563] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-dc634f61-8394-43fb-ab67-cb0e9a110f89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.736730] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-dc634f61-8394-43fb-ab67-cb0e9a110f89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.736932] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc634f61-8394-43fb-ab67-cb0e9a110f89',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.241503] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.241924] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.241924] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.242228] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.242372] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.242558] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port dc634f61-8394-43fb-ab67-cb0e9a110f89 not found, creating... [ 845.242831] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.243077] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.243174] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.243391] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.243543] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.244126] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.244126] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.244126] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.244366] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.244473] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.244617] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: dc634f61-8394-43fb-ab67-cb0e9a110f89 is going to be created. [ 845.271848] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.272110] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.272273] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.272559] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.272827] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.273090] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-dc634f61-8394-43fb-ab67-cb0e9a110f89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.978879] env[66289]: INFO networking_nsxv3.common.synchronization [req-b18fac05-09f7-4ac5-a15a-453e4510d13e req-289c78ce-9e56-48ca-8261-ce3b0d9635e8 service nova] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_rules [ 845.978879] env[66289]: INFO networking_nsxv3.common.synchronization [req-b18fac05-09f7-4ac5-a15a-453e4510d13e req-289c78ce-9e56-48ca-8261-ce3b0d9635e8 service nova] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 845.978879] env[66289]: INFO networking_nsxv3.common.synchronization [req-b18fac05-09f7-4ac5-a15a-453e4510d13e req-289c78ce-9e56-48ca-8261-ce3b0d9635e8 service nova] Enqueued Resource ID: dc634f61-8394-43fb-ab67-cb0e9a110f89 with Priority: HIGHEST for action port [ 845.978879] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_rules [ 845.978879] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 845.978879] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc634f61-8394-43fb-ab67-cb0e9a110f89 with Priority: HIGHEST for action port [ 845.978879] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.978879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.979257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.979590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.979590] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.985668] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.985905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.987558] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc634f61-8394-43fb-ab67-cb0e9a110f89 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.987558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc634f61-8394-43fb-ab67-cb0e9a110f89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.987558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc634f61-8394-43fb-ab67-cb0e9a110f89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.987558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc634f61-8394-43fb-ab67-cb0e9a110f89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.987822] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc634f61-8394-43fb-ab67-cb0e9a110f89',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.494077] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.494077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.494077] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc634f61-8394-43fb-ab67-cb0e9a110f89 with status ACTIVE [ 846.494077] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.494077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.494077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.494077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.494077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.494077] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.494077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.494077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.494077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.494077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.494901] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.494901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.494901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.494901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.494901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.494901] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc634f61-8394-43fb-ab67-cb0e9a110f89 is going to be updated. [ 846.520770] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.520770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.520770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.520770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.520770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.520770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc634f61-8394-43fb-ab67-cb0e9a110f89" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.738639] env[66289]: INFO networking_nsxv3.common.synchronization [None req-dd7eecfd-9f1b-413d-a7c9-43dd7d2e0077 None None] Enqueued Resource ID: 867cf53c-2be4-4aae-9072-df9e1aaed97a with Priority: HIGHEST for action port [ 846.738999] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 846.739170] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 deletion is rescheduled due to dependency. [ 846.739280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.739455] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867cf53c-2be4-4aae-9072-df9e1aaed97a with Priority: HIGHEST for action port [ 846.739894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.740176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.740356] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.740471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.740536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.740693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.740771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.740861] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.741735] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-867cf53c-2be4-4aae-9072-df9e1aaed97a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.742137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-867cf53c-2be4-4aae-9072-df9e1aaed97a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.742137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-867cf53c-2be4-4aae-9072-df9e1aaed97a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.742137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-867cf53c-2be4-4aae-9072-df9e1aaed97a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.742264] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('867cf53c-2be4-4aae-9072-df9e1aaed97a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.867513] env[66289]: INFO networking_nsxv3.common.synchronization [req-89ffed0c-5b0d-4677-b819-edeed509215b req-76338235-c891-4f03-bf05-3d6822c50ab6 tempest-ImagesOneServerNegativeTestJSON-648158146 tempest-ImagesOneServerNegativeTestJSON-648158146-project-member] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 846.869640] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 846.870201] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.870355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.870424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.870633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.870793] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.870895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.871072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.871182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.875082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.875226] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.246670] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.248318] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 867cf53c-2be4-4aae-9072-df9e1aaed97a [ 847.248318] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.248595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.248595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.248727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.249029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.249151] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:867cf53c-2be4-4aae-9072-df9e1aaed97a already deleted. [ 847.249276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-867cf53c-2be4-4aae-9072-df9e1aaed97a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.349513] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-894 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.349513] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.349513] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.349513] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.349932] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.355026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.355026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.355251] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.355404] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.356919] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.357233] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.360282] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.362533] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.362533] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.362533] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.362533] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.378201] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.378201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.378201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.378201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.385229] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.385416] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.385575] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.385765] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.386432] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-35b33bc6-8d43-450e-8984-baffb4a78f60 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.386432] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-35b33bc6-8d43-450e-8984-baffb4a78f60" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.386432] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-35b33bc6-8d43-450e-8984-baffb4a78f60" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.386720] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-35b33bc6-8d43-450e-8984-baffb4a78f60" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.387180] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35b33bc6-8d43-450e-8984-baffb4a78f60',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.403977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.403977] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.403977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.403977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.403977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.403977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.403977] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be updated. [ 847.435558] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.435558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.435863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.435863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.436912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.448134] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 2s [ 847.750338] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.798190] env[66289]: INFO networking_nsxv3.common.synchronization [None req-83d8fb3e-db2b-40ba-a0bb-1c2bea40ecef tempest-ServerActionsTestOtherB-991082892 tempest-ServerActionsTestOtherB-991082892-project-member] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 847.798190] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 847.798190] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.798190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.798190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.798190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.798190] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.892372] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.892720] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.892902] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.893281] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.893437] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.893599] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 35b33bc6-8d43-450e-8984-baffb4a78f60 not found, creating... [ 847.893878] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.894045] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.894161] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.894379] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.894512] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.903140] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.903481] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.903614] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.903951] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.904163] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.904296] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 35b33bc6-8d43-450e-8984-baffb4a78f60 is going to be created. [ 847.929860] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.930179] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.930268] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.930541] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.930764] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.930978] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-35b33bc6-8d43-450e-8984-baffb4a78f60" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.962838] env[66289]: INFO networking_nsxv3.common.synchronization [None req-6f946d08-7d81-4bda-b5c2-370c0ac320d4 tempest-ServerActionsTestOtherB-991082892 tempest-ServerActionsTestOtherB-991082892-project-member] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 847.963167] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 847.963600] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.963754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.255072] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.255072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.255359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.255473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.255581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.255661] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 848.312155] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.312404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.312474] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.312644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.312811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.330728] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 848.332107] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.332269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.332340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.332560] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.332648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.332758] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 already deleted. [ 848.332841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.333010] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.333202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.333287] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.684361] env[66289]: INFO networking_nsxv3.common.synchronization [req-89ffed0c-5b0d-4677-b819-edeed509215b req-479046b8-2ff2-456d-919b-74cf1d622b58 service nova] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_rules [ 848.685090] env[66289]: INFO networking_nsxv3.common.synchronization [req-89ffed0c-5b0d-4677-b819-edeed509215b req-479046b8-2ff2-456d-919b-74cf1d622b58 service nova] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 848.685254] env[66289]: INFO networking_nsxv3.common.synchronization [req-89ffed0c-5b0d-4677-b819-edeed509215b req-479046b8-2ff2-456d-919b-74cf1d622b58 service nova] Enqueued Resource ID: 35b33bc6-8d43-450e-8984-baffb4a78f60 with Priority: HIGHEST for action port [ 848.685885] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_rules [ 848.686790] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 848.686956] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b33bc6-8d43-450e-8984-baffb4a78f60 with Priority: HIGHEST for action port [ 848.689026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.689173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.689242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.689459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.689549] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.690584] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.690690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.690884] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-35b33bc6-8d43-450e-8984-baffb4a78f60 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.691387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35b33bc6-8d43-450e-8984-baffb4a78f60" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.691457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35b33bc6-8d43-450e-8984-baffb4a78f60" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.691653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35b33bc6-8d43-450e-8984-baffb4a78f60" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.691734] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35b33bc6-8d43-450e-8984-baffb4a78f60',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.855294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.855601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.855601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.855754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.855843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.855940] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 already deleted. [ 848.856036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.103612] env[66289]: INFO networking_nsxv3.common.synchronization [None req-272c5177-5008-4c49-857e-7c99435a9e93 None None] Enqueued Resource ID: df71a04b-e62b-436a-8852-28445bb7f5ad with Priority: HIGHEST for action port [ 849.103612] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df71a04b-e62b-436a-8852-28445bb7f5ad with Priority: HIGHEST for action port [ 849.106714] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-df71a04b-e62b-436a-8852-28445bb7f5ad taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.106714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df71a04b-e62b-436a-8852-28445bb7f5ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.106714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df71a04b-e62b-436a-8852-28445bb7f5ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.106714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df71a04b-e62b-436a-8852-28445bb7f5ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.106714] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df71a04b-e62b-436a-8852-28445bb7f5ad',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.195535] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.195681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.195883] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35b33bc6-8d43-450e-8984-baffb4a78f60 with status ACTIVE [ 849.196152] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.197801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.197801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.197801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.197801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.197978] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.198094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.198157] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.198316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.198389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.198575] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.198666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.198725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.198860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.198951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.199049] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35b33bc6-8d43-450e-8984-baffb4a78f60 is going to be updated. [ 849.223028] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.223028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.223028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.223251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.226020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.226020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35b33bc6-8d43-450e-8984-baffb4a78f60" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.358555] env[66289]: INFO networking_nsxv3.common.synchronization [req-8a1a6c0f-c178-47b0-b70c-018368cbbc15 req-1ab7c877-5e40-4543-b6a4-d7f2bb6208c3 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_members [ 849.359182] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_members [ 849.359503] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f35d956-deb7-4e4d-a612-59394e274770 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.359629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.359699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.359957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.360160] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.360263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.360319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.360484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.360569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.360663] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.459636] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 849.460081] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 deletion is rescheduled due to dependency. [ 849.460273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.460715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.460948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.461675] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.462912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.462983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.463185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.463282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.463413] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.609108] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df71a04b-e62b-436a-8852-28445bb7f5ad [ 849.609108] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.609253] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.609333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.609554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.609647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.609760] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df71a04b-e62b-436a-8852-28445bb7f5ad already deleted. [ 849.609898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df71a04b-e62b-436a-8852-28445bb7f5ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.759668] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.759828] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.759978] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.760278] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.760633] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.760718] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.760868] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.761764] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.761764] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.761764] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.761764] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.761764] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.762073] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.762073] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.762210] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.762293] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.785659] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.785880] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.785967] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.786172] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.786491] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.786671] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.786852] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.787258] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.787401] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.864044] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.864573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.864573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.864573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.864689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.864874] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.864997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.865077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.865772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.865772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.865772] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f35d956-deb7-4e4d-a612-59394e274770 already deleted. [ 849.865772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.965740] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.289858] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.290171] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.290299] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.290628] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.290776] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.290950] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f not found, creating... [ 850.291241] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.291416] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.291534] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.291750] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.291885] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.292189] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.292343] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.292454] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.292646] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.292807] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.292959] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f is going to be created. [ 850.313899] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.313899] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.313899] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.314299] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.314299] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.314447] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.341596] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 850.341833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.342039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.342266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.342458] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.342579] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.342644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.342794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.342912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.342951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.343055] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.469467] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.848469] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.849751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.849751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.849751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.849751] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.849751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.849751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.849751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.849751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.850361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.850361] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.850361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.850361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.850361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.850361] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.850881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.850881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.850881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.850881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.850881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.850881] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.972926] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.972926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.972926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.972926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.972926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.972926] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be updated. [ 851.007257] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.007411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.007474] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.007691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.007833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.018284] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 2s [ 851.084760] env[66289]: INFO networking_nsxv3.common.synchronization [req-8a1a6c0f-c178-47b0-b70c-018368cbbc15 req-4580f5b3-0756-4d0a-b641-5f2d6641c323 service nova] Enqueued Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_rules [ 851.084760] env[66289]: INFO networking_nsxv3.common.synchronization [req-8a1a6c0f-c178-47b0-b70c-018368cbbc15 req-4580f5b3-0756-4d0a-b641-5f2d6641c323 service nova] Enqueued Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_members [ 851.084760] env[66289]: INFO networking_nsxv3.common.synchronization [req-8a1a6c0f-c178-47b0-b70c-018368cbbc15 req-4580f5b3-0756-4d0a-b641-5f2d6641c323 service nova] Enqueued Resource ID: d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f with Priority: HIGHEST for action port [ 851.085309] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_rules [ 851.085440] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_members [ 851.085546] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f with Priority: HIGHEST for action port [ 851.086306] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f35d956-deb7-4e4d-a612-59394e274770 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.086409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.086409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.086588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.087426] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.087746] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f35d956-deb7-4e4d-a612-59394e274770 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.087856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.087918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.088101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.088855] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.088855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.088855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.088855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.088855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.088855] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.089536] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.089536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.089650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.089739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.089787] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.355822] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c29883d1-408b-4470-a4ef-d60472735302: rpc.has_security_group_logging(os_id): False [ 851.375259] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.375485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.375485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.375760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.375926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.376169] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.376319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.376371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.376501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.376618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.376762] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.376900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.376947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.377267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.377471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.377755] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.377863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.377948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.378633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.378633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.378633] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 851.444352] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.444613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.444613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.448038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.448038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.467767] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 851.592052] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f35d956-deb7-4e4d-a612-59394e274770 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.592240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.592411] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.594053] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f with status ACTIVE [ 851.594053] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.594053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.594053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.594053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.594548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.594548] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.594548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.594548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.594682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.594682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.594956] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.595106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.595185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.595367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.595464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.595572] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f is going to be updated. [ 851.620064] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.620786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.620786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.620916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.621127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.621353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d13d8ed2-8cf8-4472-a296-cb47b3fe7a0f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.098933] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.158537] env[66289]: INFO networking_nsxv3.common.synchronization [req-8177d84b-321c-4929-8737-f29776360bc2 req-af4f046e-aba0-4dca-8d40-787f572950d8 tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 852.160552] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 852.161292] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.161292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.161471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.161543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.161712] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.161856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.161895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.162054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.162150] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.162578] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.600924] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.600924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.600924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.600924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.601331] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.601331] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f35d956-deb7-4e4d-a612-59394e274770 is going to be created. [ 852.636255] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.636436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.636481] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.636810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.637267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.655595] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f35d956-deb7-4e4d-a612-59394e274770 in Status: UNINITIALIZED for 2s [ 852.665855] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.666101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.666169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.666374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.666490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.666804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.666949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.667156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.667156] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.667358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.667358] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 852.704468] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.704700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.704850] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.705112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.705557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.716966] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 853.029684] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 853.029924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.030126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.030349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.030546] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.030666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.030744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.030887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.030972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.031067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.031156] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.533175] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.533558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.533558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.533689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.533964] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.534147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.534225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.534397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.534490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.534583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.534737] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.534842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.534904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.535077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.535208] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.535317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.535416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.535499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.535575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.535661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.535797] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.542454] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 853.542796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.038691] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b4f94f7-f881-48fa-ab0b-99d9746a4f03: rpc.has_security_group_logging(os_id): False [ 854.061500] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.061500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.061500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.061858] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.061858] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.062085] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.062187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.062249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.062410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.062489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.064063] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.064270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.064702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.064908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.064966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.066127] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.066127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.066127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.066127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.066127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.066127] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be updated. [ 854.139708] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.140480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.140480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.140480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.140480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.156774] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 2s [ 854.669261] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f35d956-deb7-4e4d-a612-59394e274770 in Status: SUCCESS [ 854.669261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.669261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.669261] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.669261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.669261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.669261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.669261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669261] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.730571] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 854.731734] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 deletion is rescheduled due to dependency. [ 854.731734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.100178] env[66289]: INFO networking_nsxv3.common.synchronization [req-f6c662fc-a82c-41ab-b0fd-b1ff764fa08d req-7bbe2f3e-1fd9-47d0-a6ea-072f44a7547c tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 855.100898] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 855.101418] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.101616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.101774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.102078] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.102374] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.102603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.102764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.103069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.103218] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.103374] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.171312] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.605861] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.606164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.606240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.606549] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.606690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.607132] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.607264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.607337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.607529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.607615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.607798] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 855.643720] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.643720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.643720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.643720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.643720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.652649] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 855.674265] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f35d956-deb7-4e4d-a612-59394e274770: rpc.has_security_group_logging(os_id): False [ 855.698410] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.698596] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.698690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.698880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.699075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.699345] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.699467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.699532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.699707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.699805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.699870] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f35d956-deb7-4e4d-a612-59394e274770 is going to be created. [ 855.749475] env[66289]: INFO networking_nsxv3.common.synchronization [req-3c0c6437-08b0-4258-aaf8-189dc216cd95 req-bacab344-3e41-4bea-a5aa-aa6320b237e4 tempest-FloatingIPsAssociationTestJSON-86139712 tempest-FloatingIPsAssociationTestJSON-86139712-project-member] Enqueued Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 855.749475] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGHEST for action security_group_members [ 855.749475] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.749475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.749475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.749475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.749475] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.749475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.749475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.750923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.751337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.751337] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.781910] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.782134] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.782134] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.782367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.782565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.797677] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f35d956-deb7-4e4d-a612-59394e274770 in Status: IN_PROGRESS for 2s [ 856.171699] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 856.171920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.254329] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.254502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.254570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.254807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.254897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.255196] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.255383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.255476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.255661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.255756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.255859] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 is going to be updated. [ 856.301311] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.302462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.302462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.302462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.304024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.319128] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: IN_PROGRESS for 2s [ 856.706024] env[66289]: INFO networking_nsxv3.common.synchronization [req-ea3e40c5-61b2-4d3e-a167-c987a7a8a5ac req-1a203d19-8b2e-46f7-8b9c-5bc327cd7420 tempest-ServerActionsV293TestJSON-1000215746 tempest-ServerActionsV293TestJSON-1000215746-project-member] Enqueued Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_members [ 856.706024] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_members [ 856.706024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-226d795e-914a-4cc1-8102-aca7c639925b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.706024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.706024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.706024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.706024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.706024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.706024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.706024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.706024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.706841] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.095028] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.095232] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-805" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.095286] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-805" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.095614] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-805" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.095975] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.096412] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.096552] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.096784] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.096967] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.097198] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.097302] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.097612] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.097751] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.097948] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.098067] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.098214] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.121009] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.121214] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.121416] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.121532] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-805" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.121936] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-95485f9a-74a5-4c32-8c26-881616396b62 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.122147] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-95485f9a-74a5-4c32-8c26-881616396b62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.122276] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-95485f9a-74a5-4c32-8c26-881616396b62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.122627] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-95485f9a-74a5-4c32-8c26-881616396b62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.122779] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95485f9a-74a5-4c32-8c26-881616396b62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.208715] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.208884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.209012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.209261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.209350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.209562] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.209660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.209723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.209864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.209983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.210137] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226d795e-914a-4cc1-8102-aca7c639925b already deleted. [ 857.210137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625245] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.625550] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.625717] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.626089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.626304] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.626515] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 95485f9a-74a5-4c32-8c26-881616396b62 not found, creating... [ 857.626849] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.627090] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.627227] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.627464] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.627600] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.627916] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.628089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.628208] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.628575] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.628575] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.628674] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 95485f9a-74a5-4c32-8c26-881616396b62 is going to be created. [ 857.671314] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 857.671575] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 deletion is rescheduled due to dependency. [ 857.671575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.680815] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.681458] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.681763] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.683457] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.683803] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.684159] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-95485f9a-74a5-4c32-8c26-881616396b62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.816015] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f35d956-deb7-4e4d-a612-59394e274770 in Status: SUCCESS [ 857.816015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.342337] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 in Status: SUCCESS [ 858.343503] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 deletion is rescheduled due to dependency. [ 858.343503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.399961] env[66289]: INFO networking_nsxv3.common.synchronization [req-ea3e40c5-61b2-4d3e-a167-c987a7a8a5ac req-9a083117-b679-427c-886a-94d4166feed1 service nova] Enqueued Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_rules [ 858.400287] env[66289]: INFO networking_nsxv3.common.synchronization [req-ea3e40c5-61b2-4d3e-a167-c987a7a8a5ac req-9a083117-b679-427c-886a-94d4166feed1 service nova] Enqueued Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_members [ 858.400625] env[66289]: INFO networking_nsxv3.common.synchronization [req-ea3e40c5-61b2-4d3e-a167-c987a7a8a5ac req-9a083117-b679-427c-886a-94d4166feed1 service nova] Enqueued Resource ID: 95485f9a-74a5-4c32-8c26-881616396b62 with Priority: HIGHEST for action port [ 858.401606] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_rules [ 858.401779] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_members [ 858.401841] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95485f9a-74a5-4c32-8c26-881616396b62 with Priority: HIGHEST for action port [ 858.402514] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226d795e-914a-4cc1-8102-aca7c639925b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.402514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.402706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.403323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.403323] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.404949] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-226d795e-914a-4cc1-8102-aca7c639925b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.404949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.404949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.404949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.407882] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.407882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.407882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.408239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.408239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.408360] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.410893] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-95485f9a-74a5-4c32-8c26-881616396b62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.411110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95485f9a-74a5-4c32-8c26-881616396b62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.413028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95485f9a-74a5-4c32-8c26-881616396b62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.413028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95485f9a-74a5-4c32-8c26-881616396b62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.413028] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95485f9a-74a5-4c32-8c26-881616396b62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.921595] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-226d795e-914a-4cc1-8102-aca7c639925b taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.921595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.921595] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.921595] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95485f9a-74a5-4c32-8c26-881616396b62 with status ACTIVE [ 858.921595] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.921595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.921595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.921595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.921595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.921595] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.921595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.921595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.921595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.921595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.922736] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.922881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.922927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.923176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.923292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.923370] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95485f9a-74a5-4c32-8c26-881616396b62 is going to be updated. [ 858.984531] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.984618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.984693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.984927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.985088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.985293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95485f9a-74a5-4c32-8c26-881616396b62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.309735] env[66289]: INFO networking_nsxv3.common.synchronization [req-21d9165d-0f15-468d-b508-f0f3f81e08bd req-4e282cf7-2e0b-4753-b1a7-837e77f716f0 tempest-ListImageFiltersTestJSON-1063442733 tempest-ListImageFiltersTestJSON-1063442733-project-member] Enqueued Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 859.309735] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 859.309974] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.311280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.311406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.311935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.311935] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.311935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.313244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.313507] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.313631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.313770] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.426383] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.817483] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.929471] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.930061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.930275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.930587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.930777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.930967] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226d795e-914a-4cc1-8102-aca7c639925b is going to be created. [ 859.955749] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.955749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.956018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.956063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.956204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.967223] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226d795e-914a-4cc1-8102-aca7c639925b in Status: UNINITIALIZED for 2s [ 860.321644] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.824082] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.824082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.824082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.824228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.824228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.824355] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d is going to be updated. [ 860.858470] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.858615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.858681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.858897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.859079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.869708] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: IN_PROGRESS for 2s [ 861.981235] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226d795e-914a-4cc1-8102-aca7c639925b in Status: SUCCESS [ 861.981697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.981697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.981784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.981971] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.982106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.982323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.982323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.982491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.982491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.982649] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.484812] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.885371] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: SUCCESS [ 862.886060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.987241] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 226d795e-914a-4cc1-8102-aca7c639925b: rpc.has_security_group_logging(os_id): False [ 863.008367] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.008569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.008653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.008935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.009080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.009541] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.009541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.009541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.009699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.009739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.011089] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226d795e-914a-4cc1-8102-aca7c639925b is going to be created. [ 863.093441] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.093621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.093667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.093866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.094070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.111456] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 226d795e-914a-4cc1-8102-aca7c639925b in Status: IN_PROGRESS for 2s [ 864.311033] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 864.314201] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 865.133369] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 226d795e-914a-4cc1-8102-aca7c639925b in Status: SUCCESS [ 865.133369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.226898] env[66289]: INFO networking_nsxv3.common.synchronization [req-b8ddd5ee-0061-4ee9-a21b-feeec6807990 req-6b596e52-b941-4d4a-8705-068f9ddd8c92 tempest-ServersAdminTestJSON-1705096917 tempest-ServersAdminTestJSON-1705096917-project-member] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 865.227093] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 865.227286] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.227499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.227499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.227687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.227845] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.227948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.228020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.228179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.228260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.228356] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.732522] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.238819] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.741744] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.742099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.742099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.742368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.742475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.742591] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 866.781337] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.781514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.781605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.781849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.782013] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.798316] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 867.324781] env[66289]: INFO networking_nsxv3.common.synchronization [None req-c9ba2f9b-64e3-41e8-be30-b27bcab166cb tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_rules [ 867.325696] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_rules [ 867.325696] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.325696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.325950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.326084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.326084] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.503821] env[66289]: INFO networking_nsxv3.common.synchronization [None req-4854abe8-0d3d-467d-8aa0-899cafdb7638 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_rules [ 867.504626] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_rules [ 867.505044] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.505044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.859454] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.859917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.859917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.859917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.860031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.860214] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e already deleted. [ 867.860214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.860841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.861101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.861232] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.389441] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.389562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.389562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.389776] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.389864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.389957] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e already deleted. [ 868.390092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.801798] env[66289]: INFO networking_nsxv3.common.synchronization [req-f3f21b7a-e077-44fc-8493-90cbc0a63cb9 req-1de8bbea-9ea6-4f95-a525-a5c81ccdec51 tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_members [ 868.802459] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_members [ 868.803220] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.803352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.803352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.803605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.803766] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.803873] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.803987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.804099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.804183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.804276] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.812743] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 868.812833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.186451] env[66289]: INFO networking_nsxv3.common.synchronization [None req-f99564b0-6c04-4a67-8d8b-4a781d57f8c1 None None] Enqueued Resource ID: 81bc76cf-35f8-419b-a220-f019f3f2329c with Priority: HIGHEST for action port [ 869.186451] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81bc76cf-35f8-419b-a220-f019f3f2329c with Priority: HIGHEST for action port [ 869.186451] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-81bc76cf-35f8-419b-a220-f019f3f2329c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.186874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81bc76cf-35f8-419b-a220-f019f3f2329c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.187101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81bc76cf-35f8-419b-a220-f019f3f2329c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.187813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81bc76cf-35f8-419b-a220-f019f3f2329c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.188104] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81bc76cf-35f8-419b-a220-f019f3f2329c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.306898] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.309451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.309451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.309451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.309451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.309451] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.310834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.310834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.310834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.310834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.310834] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 already deleted. [ 869.310834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.690657] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81bc76cf-35f8-419b-a220-f019f3f2329c [ 869.690864] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.691457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.691457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.691457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.691457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.691457] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81bc76cf-35f8-419b-a220-f019f3f2329c already deleted. [ 869.691640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81bc76cf-35f8-419b-a220-f019f3f2329c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.784765] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.784951] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.785115] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.785415] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.785836] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.786023] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.786200] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.786478] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.786628] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.786872] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.787031] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.787163] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.790053] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.790053] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.790053] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.790053] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.809956] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.809956] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.809956] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.809956] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.810380] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-b5d4a284-4d5c-451f-bf4e-02a750cb1a5e taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.810658] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-b5d4a284-4d5c-451f-bf4e-02a750cb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.810813] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-b5d4a284-4d5c-451f-bf4e-02a750cb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.811204] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-b5d4a284-4d5c-451f-bf4e-02a750cb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.811434] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d4a284-4d5c-451f-bf4e-02a750cb1a5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.088674] env[66289]: INFO networking_nsxv3.common.synchronization [req-e658f00c-195b-450a-8a50-9941a6feb177 req-f87fa973-0153-4257-8d7e-fd990d38d1c7 tempest-ServersTestJSON-1796870414 tempest-ServersTestJSON-1796870414-project-member] Enqueued Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_members [ 870.089014] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGHEST for action security_group_members [ 870.089401] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6139e2-874f-41e5-8196-24728c193ab4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.089566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.089639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.089852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.090047] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.090226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.090226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.090400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.091181] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.091181] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.315821] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.315821] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.316350] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.316554] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.317245] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.317245] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port b5d4a284-4d5c-451f-bf4e-02a750cb1a5e not found, creating... [ 870.317485] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.317956] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.317956] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.319213] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.319213] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.319213] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.319364] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.319705] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.320603] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.320603] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.320603] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: b5d4a284-4d5c-451f-bf4e-02a750cb1a5e is going to be created. [ 870.345155] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.345429] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.345548] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.345862] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.346110] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.346368] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-b5d4a284-4d5c-451f-bf4e-02a750cb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.593505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.593691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.593764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.594039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.594288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.594516] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.594516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.594601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.594781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.594886] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.595016] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d6139e2-874f-41e5-8196-24728c193ab4 is going to be updated. [ 870.635501] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.636318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.636440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.636673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.636825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.649142] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d6139e2-874f-41e5-8196-24728c193ab4 in Status: IN_PROGRESS for 2s [ 871.148413] env[66289]: INFO networking_nsxv3.common.synchronization [req-f3f21b7a-e077-44fc-8493-90cbc0a63cb9 req-872c2d95-2b12-4331-b013-d04f101368b4 service nova] Enqueued Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_rules [ 871.151450] env[66289]: INFO networking_nsxv3.common.synchronization [req-f3f21b7a-e077-44fc-8493-90cbc0a63cb9 req-872c2d95-2b12-4331-b013-d04f101368b4 service nova] Enqueued Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_members [ 871.151633] env[66289]: INFO networking_nsxv3.common.synchronization [req-f3f21b7a-e077-44fc-8493-90cbc0a63cb9 req-872c2d95-2b12-4331-b013-d04f101368b4 service nova] Enqueued Resource ID: b5d4a284-4d5c-451f-bf4e-02a750cb1a5e with Priority: HIGHEST for action port [ 871.152268] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_rules [ 871.152402] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_members [ 871.152493] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d4a284-4d5c-451f-bf4e-02a750cb1a5e with Priority: HIGHEST for action port [ 871.153186] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.153334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.153385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.153590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.153669] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.154550] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.154675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.154714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.154882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.157181] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.158154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.158255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.158451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.158559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.158679] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.160728] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d4a284-4d5c-451f-bf4e-02a750cb1a5e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.160835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d4a284-4d5c-451f-bf4e-02a750cb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.160899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d4a284-4d5c-451f-bf4e-02a750cb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.161084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d4a284-4d5c-451f-bf4e-02a750cb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.161175] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d4a284-4d5c-451f-bf4e-02a750cb1a5e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.666024] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.666024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.666024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.666024] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5d4a284-4d5c-451f-bf4e-02a750cb1a5e with status ACTIVE [ 871.666024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.666024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.666024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.666024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.666024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.666024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.666024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.666024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.666024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.666024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.667244] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.667341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.667458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.667582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.667771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.667771] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5d4a284-4d5c-451f-bf4e-02a750cb1a5e is going to be updated. [ 871.691880] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.692074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.692119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.693251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.693251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.693251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d4a284-4d5c-451f-bf4e-02a750cb1a5e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.817385] env[66289]: INFO networking_nsxv3.common.synchronization [None req-4d19f754-4738-46f2-a510-43f387c7521e None None] Enqueued Resource ID: c9d45542-8c71-419e-aeb7-8c32760cd76b with Priority: HIGHEST for action port [ 871.817927] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d45542-8c71-419e-aeb7-8c32760cd76b with Priority: HIGHEST for action port [ 871.818244] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d45542-8c71-419e-aeb7-8c32760cd76b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.818371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d45542-8c71-419e-aeb7-8c32760cd76b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.818438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d45542-8c71-419e-aeb7-8c32760cd76b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.818714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d45542-8c71-419e-aeb7-8c32760cd76b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.818795] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d45542-8c71-419e-aeb7-8c32760cd76b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.165683] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.324636] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9d45542-8c71-419e-aeb7-8c32760cd76b [ 872.324636] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.324636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.324636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.324636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.324636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.324636] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9d45542-8c71-419e-aeb7-8c32760cd76b already deleted. [ 872.324636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d45542-8c71-419e-aeb7-8c32760cd76b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.668239] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d6139e2-874f-41e5-8196-24728c193ab4 in Status: SUCCESS [ 872.668529] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d6139e2-874f-41e5-8196-24728c193ab4 deletion is rescheduled due to dependency. [ 872.668529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.668914] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.669102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.669102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.670044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.670044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.670044] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 is going to be created. [ 872.697030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.697030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.697030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.697030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.697030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.707653] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 in Status: UNINITIALIZED for 2s [ 873.625859] env[66289]: INFO networking_nsxv3.common.synchronization [req-593f7687-83ec-41e1-a6b7-c74adfa8d6ab req-73aa13e9-6dea-4a06-8ea9-77add176a628 tempest-ServersWithSpecificFlavorTestJSON-623332032 tempest-ServersWithSpecificFlavorTestJSON-623332032-project-member] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 873.626541] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 873.626909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.627113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.627210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.627389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.627550] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.627655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.627804] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.627871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.627936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.628031] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.697803] env[66289]: INFO networking_nsxv3.common.synchronization [req-cd24422c-20ba-4908-b4fb-24547c1dacb9 req-27390a31-86d8-43c0-8de5-df168503fdc5 tempest-ImagesOneServerNegativeTestJSON-648158146 tempest-ImagesOneServerNegativeTestJSON-648158146-project-member] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 873.698697] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 873.698697] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.698808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.698836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.699194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.699439] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.699821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.699952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.700245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.700387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.700518] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.029417] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.030178] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.030178] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.030178] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.030332] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.030529] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.030687] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.030915] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.031082] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.031296] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.031594] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.031594] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.031652] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.031725] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.031844] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.031953] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.057737] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.057936] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.058144] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.058388] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-19" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.058730] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-85f65662-e9b0-4c86-8983-4986a3c69827 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.058901] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-85f65662-e9b0-4c86-8983-4986a3c69827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.059595] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-85f65662-e9b0-4c86-8983-4986a3c69827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.059595] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-85f65662-e9b0-4c86-8983-4986a3c69827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.059595] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85f65662-e9b0-4c86-8983-4986a3c69827',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.134044] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.134044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.134044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.134044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.134044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.134044] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.134044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.134044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.134044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.134044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.134044] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 is going to be updated. [ 874.170934] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.171343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.171417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.171621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.171767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.185142] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: IN_PROGRESS for 2s [ 874.203433] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.203597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.203873] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.204171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.204289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.204902] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.205045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.205124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.205320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.205403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.205514] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be updated. [ 874.239679] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.239813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.239882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.240123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.240264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.252222] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 2s [ 874.562441] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.562679] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.562803] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.563120] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.563273] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.563436] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 85f65662-e9b0-4c86-8983-4986a3c69827 not found, creating... [ 874.563767] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.563938] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.564069] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.564296] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.564433] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.564727] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.564881] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.564995] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.565305] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.565442] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.565583] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 85f65662-e9b0-4c86-8983-4986a3c69827 is going to be created. [ 874.589400] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.589621] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.589740] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.590037] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.590292] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.590520] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-85f65662-e9b0-4c86-8983-4986a3c69827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.723115] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 in Status: SUCCESS [ 874.723462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.723511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.723740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.723932] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.724075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.724275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.724275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.724353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.724460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.724822] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.227046] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.363390] env[66289]: INFO networking_nsxv3.common.synchronization [req-593f7687-83ec-41e1-a6b7-c74adfa8d6ab req-3fd7f722-5b21-48b0-a04f-94797c94f824 service nova] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_rules [ 875.363390] env[66289]: INFO networking_nsxv3.common.synchronization [req-593f7687-83ec-41e1-a6b7-c74adfa8d6ab req-3fd7f722-5b21-48b0-a04f-94797c94f824 service nova] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 875.363390] env[66289]: INFO networking_nsxv3.common.synchronization [req-593f7687-83ec-41e1-a6b7-c74adfa8d6ab req-3fd7f722-5b21-48b0-a04f-94797c94f824 service nova] Enqueued Resource ID: 85f65662-e9b0-4c86-8983-4986a3c69827 with Priority: HIGHEST for action port [ 875.364601] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_rules [ 875.367310] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 875.367310] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f65662-e9b0-4c86-8983-4986a3c69827 with Priority: HIGHEST for action port [ 875.367310] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.367310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.367310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.367310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.367310] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.371887] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.371887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.371887] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-85f65662-e9b0-4c86-8983-4986a3c69827 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.371887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85f65662-e9b0-4c86-8983-4986a3c69827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.371887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85f65662-e9b0-4c86-8983-4986a3c69827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.371887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85f65662-e9b0-4c86-8983-4986a3c69827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.371887] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85f65662-e9b0-4c86-8983-4986a3c69827',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.733191] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 628b8e93-b0f6-44fa-8ed0-b1f618ca4630: rpc.has_security_group_logging(os_id): False [ 875.754628] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.754628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.754628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.754628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.754628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.754628] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.754628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.754628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.754628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.754628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.754628] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 is going to be created. [ 875.833142] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.833286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.833519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.833581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.834602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.846775] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 in Status: IN_PROGRESS for 2s [ 875.874228] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.874411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.876915] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85f65662-e9b0-4c86-8983-4986a3c69827 with status ACTIVE [ 875.876915] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.876915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.876915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.876915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.876915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.877298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.877298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.877298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.877298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.877552] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.877603] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.877700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.877758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.877905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.877981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.878082] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85f65662-e9b0-4c86-8983-4986a3c69827 is going to be updated. [ 875.919118] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.920252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.920252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.920252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.920252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.920252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85f65662-e9b0-4c86-8983-4986a3c69827" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.197441] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: SUCCESS [ 876.198814] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 deletion is rescheduled due to dependency. [ 876.198814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.198814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.198814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.198814] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.198814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.198814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.198814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.198814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.198814] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.262363] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 4s [ 876.703054] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.022433] env[66289]: INFO networking_nsxv3.common.synchronization [req-9f0724f0-0df1-45a3-ac33-744db40d08a9 req-a9d93b9c-6a4a-4fb1-af65-c37d5e60d680 tempest-ServersTestBootFromVolume-498898568 tempest-ServersTestBootFromVolume-498898568-project-member] Enqueued Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_members [ 877.023842] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_members [ 877.023842] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45deb0ab-b16c-43ff-869c-e2d969617743 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.023842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.023842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.023842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.024015] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.024063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.024212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.024271] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.024561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.024561] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.206428] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.473636] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.473839] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-303" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.473964] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-303" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.474506] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-303" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.474791] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.474956] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.475081] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.475308] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.475455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.475659] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.475770] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.475874] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.475979] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.476101] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.476219] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.478279] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.504225] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.504439] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.504547] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.508162] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-303" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.508643] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-ecfc8cd0-2742-4096-9954-02a58cba4b46 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.508860] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-ecfc8cd0-2742-4096-9954-02a58cba4b46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.508973] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-ecfc8cd0-2742-4096-9954-02a58cba4b46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.509623] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-ecfc8cd0-2742-4096-9954-02a58cba4b46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.509831] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfc8cd0-2742-4096-9954-02a58cba4b46',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.528879] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.529733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.529845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.530104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.530305] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.530558] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.530675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.530740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.530952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.530988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.531096] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45deb0ab-b16c-43ff-869c-e2d969617743 already deleted. [ 877.531179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.711131] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.711131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.711131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.711131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.711131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.711131] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 is going to be updated. [ 877.757372] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.757372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.757372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.757372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.757372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.771090] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: IN_PROGRESS for 2s [ 877.859218] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 in Status: SUCCESS [ 877.859523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.012495] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.012692] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.012784] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.013091] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.013237] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.013389] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port ecfc8cd0-2742-4096-9954-02a58cba4b46 not found, creating... [ 878.013701] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.013856] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.013967] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.014339] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.014421] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.014660] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.014823] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.014944] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.015204] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.015342] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.015480] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: ecfc8cd0-2742-4096-9954-02a58cba4b46 is going to be created. [ 878.037984] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.038360] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.038360] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.038597] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.038881] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.039143] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-ecfc8cd0-2742-4096-9954-02a58cba4b46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.275046] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 878.275328] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 deletion is rescheduled due to dependency. [ 878.275417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.748616] env[66289]: INFO networking_nsxv3.common.synchronization [req-9f0724f0-0df1-45a3-ac33-744db40d08a9 req-cf279bad-1827-439e-bd1b-7bbbf540aefe service nova] Enqueued Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_rules [ 878.748874] env[66289]: INFO networking_nsxv3.common.synchronization [req-9f0724f0-0df1-45a3-ac33-744db40d08a9 req-cf279bad-1827-439e-bd1b-7bbbf540aefe service nova] Enqueued Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_members [ 878.748939] env[66289]: INFO networking_nsxv3.common.synchronization [req-9f0724f0-0df1-45a3-ac33-744db40d08a9 req-cf279bad-1827-439e-bd1b-7bbbf540aefe service nova] Enqueued Resource ID: ecfc8cd0-2742-4096-9954-02a58cba4b46 with Priority: HIGHEST for action port [ 878.749531] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_rules [ 878.749620] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_members [ 878.749679] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfc8cd0-2742-4096-9954-02a58cba4b46 with Priority: HIGHEST for action port [ 878.749940] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45deb0ab-b16c-43ff-869c-e2d969617743 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.750100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.750146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.750375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.750482] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.752442] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45deb0ab-b16c-43ff-869c-e2d969617743 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.752442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.752442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.752442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.752442] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.752610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.752610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.752659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.752767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.752857] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.754915] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecfc8cd0-2742-4096-9954-02a58cba4b46 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.754915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecfc8cd0-2742-4096-9954-02a58cba4b46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.755020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecfc8cd0-2742-4096-9954-02a58cba4b46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.755249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecfc8cd0-2742-4096-9954-02a58cba4b46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.755296] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfc8cd0-2742-4096-9954-02a58cba4b46',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.257879] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45deb0ab-b16c-43ff-869c-e2d969617743 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.258241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.258391] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.259627] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecfc8cd0-2742-4096-9954-02a58cba4b46 with status ACTIVE [ 879.259904] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.260221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.260221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.260952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.260952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.260952] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.261116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.261116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.261317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.261434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.261703] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.261833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.261919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.262130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.262236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.262373] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecfc8cd0-2742-4096-9954-02a58cba4b46 is going to be updated. [ 879.293302] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.293524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.293604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.293821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.293958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.294143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecfc8cd0-2742-4096-9954-02a58cba4b46" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.765026] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.783533] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: SUCCESS [ 879.783833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.784860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.785205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.785428] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.785562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.785624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.785803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.785891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.786206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.786206] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.882056] env[66289]: INFO networking_nsxv3.common.synchronization [req-6962418e-c320-4d1f-82e8-5fbc2a7dc53d req-5d6e1807-268a-492b-914e-716692a7c42b tempest-AttachVolumeShelveTestJSON-2061470684 tempest-AttachVolumeShelveTestJSON-2061470684-project-member] Enqueued Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_members [ 879.882056] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_members [ 879.882056] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7cdd60a-0037-459e-93cb-aa7870fb5e88 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.882056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.882056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.882678] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.882678] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.882850] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.882850] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.883736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.883736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.883736] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.220061] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.220292] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.220418] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.220766] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.221054] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.221218] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.221334] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.221606] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.221725] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.221898] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.222014] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.222126] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.222236] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.222344] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.222570] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.222722] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.242478] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.242979] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.243219] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.243316] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.243714] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.243837] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.243901] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.244213] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.244353] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.268112] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.268421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.268421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.268522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.268612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.268705] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45deb0ab-b16c-43ff-869c-e2d969617743 is going to be created. [ 880.289414] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.298499] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.299367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.299367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.299367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.299367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.309507] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45deb0ab-b16c-43ff-869c-e2d969617743 in Status: UNINITIALIZED for 2s [ 880.385718] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.385911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.386015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.386242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.386333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.386533] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.386727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.386864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.387061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.387172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.387299] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 already deleted. [ 880.387390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.747649] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.747893] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.748121] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.748475] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.748717] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.748975] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 not found, creating... [ 880.749421] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.749639] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.749766] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.750034] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.750196] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.750560] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.750732] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.750852] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.751206] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.751418] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.751621] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 is going to be created. [ 880.783408] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.783652] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.783871] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.784243] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.784621] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.784969] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.791762] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 469c0124-9907-4c4d-9d25-ffa235d72065: rpc.has_security_group_logging(os_id): False [ 880.813825] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.813825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.813825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.813825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.813825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.814144] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.814501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.814501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.814501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.814642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.814685] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 is going to be updated. [ 880.909614] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.909799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.909956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.910109] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.910257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.940658] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: IN_PROGRESS for 2s [ 881.493957] env[66289]: INFO networking_nsxv3.common.synchronization [req-6962418e-c320-4d1f-82e8-5fbc2a7dc53d req-34bce9d0-4fd6-4350-88e8-aa2d9841be4b service nova] Enqueued Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_rules [ 881.494232] env[66289]: INFO networking_nsxv3.common.synchronization [req-6962418e-c320-4d1f-82e8-5fbc2a7dc53d req-34bce9d0-4fd6-4350-88e8-aa2d9841be4b service nova] Enqueued Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_members [ 881.494291] env[66289]: INFO networking_nsxv3.common.synchronization [req-6962418e-c320-4d1f-82e8-5fbc2a7dc53d req-34bce9d0-4fd6-4350-88e8-aa2d9841be4b service nova] Enqueued Resource ID: a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 with Priority: HIGHEST for action port [ 881.494784] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_rules [ 881.494920] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_members [ 881.495031] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 with Priority: HIGHEST for action port [ 881.495315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.495441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.495509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.495714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.495799] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.496660] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7cdd60a-0037-459e-93cb-aa7870fb5e88 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.496837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.496837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.497015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.497165] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.497259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.497322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.497760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.497760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.497760] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.498418] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.498482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.498525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.498689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.498734] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.000278] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.001576] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7cdd60a-0037-459e-93cb-aa7870fb5e88 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.001736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.002204] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 with status ACTIVE [ 882.002396] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.002527] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.002590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.002821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.002919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.003270] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.003343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.003343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.003524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.003600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.003813] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.003907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.003968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.004136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.004213] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.004294] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 is going to be updated. [ 882.028096] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.028556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.028556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.028556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.028655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.028823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.322177] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45deb0ab-b16c-43ff-869c-e2d969617743 in Status: SUCCESS [ 882.322476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.322726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.323114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.323365] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.323499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.323572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.324456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.324456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.324456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.324456] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.503338] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.827820] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.960241] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: SUCCESS [ 882.960826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.007756] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.007962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.008145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.008409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.008533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.008641] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 is going to be created. [ 883.034604] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.034771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.034841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.035110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.035279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.045690] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 in Status: UNINITIALIZED for 2s [ 883.334480] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45deb0ab-b16c-43ff-869c-e2d969617743: rpc.has_security_group_logging(os_id): False [ 883.354476] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.354716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.354716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.354999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.355139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.355378] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.355482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.355547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.355741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.355828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.355918] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45deb0ab-b16c-43ff-869c-e2d969617743 is going to be created. [ 883.429682] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.430037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.430153] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.430455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.430730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.445587] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45deb0ab-b16c-43ff-869c-e2d969617743 in Status: IN_PROGRESS for 2s [ 883.620421] env[66289]: INFO networking_nsxv3.common.synchronization [req-6687758e-ced1-4c1c-8a08-9f3062f7b73f req-6a462a99-0330-46c3-acff-68ee94615bfe tempest-ServerGroupTestJSON-811609387 tempest-ServerGroupTestJSON-811609387-project-member] Enqueued Resource ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd with Priority: HIGHEST for action security_group_members [ 883.620969] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd with Priority: HIGHEST for action security_group_members [ 883.621304] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91efbda-9880-4d1b-acc7-cd944a1c90dd taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.621437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.621506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.621760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.621921] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.622037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.622103] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.622265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.622351] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.622444] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91efbda-9880-4d1b-acc7-cd944a1c90dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.982557] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.983522] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-307" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.983955] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-307" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.984649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-307" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.985303] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.985865] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.986329] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.986819] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.987180] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.987599] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.988239] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.988239] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.988239] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.988384] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.988455] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.988682] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.016967] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.017176] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.017326] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.017603] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-307" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.018062] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-8f07a3f7-07e0-4cd3-be82-c8e96c4c1126 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.018320] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-8f07a3f7-07e0-4cd3-be82-c8e96c4c1126" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.018488] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-8f07a3f7-07e0-4cd3-be82-c8e96c4c1126" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.018944] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-8f07a3f7-07e0-4cd3-be82-c8e96c4c1126" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.019331] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f07a3f7-07e0-4cd3-be82-c8e96c4c1126',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.126200] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.126200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.126200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.126200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.126200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.126428] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.126428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.126428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.126579] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.126650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.126733] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd already deleted. [ 884.126816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.522201] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.522689] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.522921] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.523357] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.523592] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.523905] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 8f07a3f7-07e0-4cd3-be82-c8e96c4c1126 not found, creating... [ 884.524415] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.524671] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.524870] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.525361] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.525595] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.526137] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.526409] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.526593] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.526942] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.527194] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.527443] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 8f07a3f7-07e0-4cd3-be82-c8e96c4c1126 is going to be created. [ 884.552402] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.552402] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.552402] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.552402] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.552402] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.552402] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-8f07a3f7-07e0-4cd3-be82-c8e96c4c1126" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.057066] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 in Status: SUCCESS [ 885.057393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.057575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.058211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.058433] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.058573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.058640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.058831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.058931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.060590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.060878] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.273614] env[66289]: INFO networking_nsxv3.common.synchronization [req-6687758e-ced1-4c1c-8a08-9f3062f7b73f req-1074f45f-8e4b-449d-aa34-8d44b6d50820 service nova] Enqueued Resource ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd with Priority: HIGHEST for action security_group_rules [ 885.273803] env[66289]: INFO networking_nsxv3.common.synchronization [req-6687758e-ced1-4c1c-8a08-9f3062f7b73f req-1074f45f-8e4b-449d-aa34-8d44b6d50820 service nova] Enqueued Resource ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd with Priority: HIGHEST for action security_group_members [ 885.273944] env[66289]: INFO networking_nsxv3.common.synchronization [req-6687758e-ced1-4c1c-8a08-9f3062f7b73f req-1074f45f-8e4b-449d-aa34-8d44b6d50820 service nova] Enqueued Resource ID: 8f07a3f7-07e0-4cd3-be82-c8e96c4c1126 with Priority: HIGHEST for action port [ 885.274478] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd with Priority: HIGHEST for action security_group_rules [ 885.274610] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd with Priority: HIGHEST for action security_group_members [ 885.274706] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f07a3f7-07e0-4cd3-be82-c8e96c4c1126 with Priority: HIGHEST for action port [ 885.274983] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a91efbda-9880-4d1b-acc7-cd944a1c90dd taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.276077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.276159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.276552] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.276758] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a91efbda-9880-4d1b-acc7-cd944a1c90dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.277691] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91efbda-9880-4d1b-acc7-cd944a1c90dd taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.277806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.277936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.278933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.278933] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.279412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.279607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.280535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.280647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.280778] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91efbda-9880-4d1b-acc7-cd944a1c90dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.281721] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f07a3f7-07e0-4cd3-be82-c8e96c4c1126 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.281855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f07a3f7-07e0-4cd3-be82-c8e96c4c1126" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.281932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f07a3f7-07e0-4cd3-be82-c8e96c4c1126" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.282117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f07a3f7-07e0-4cd3-be82-c8e96c4c1126" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.282199] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f07a3f7-07e0-4cd3-be82-c8e96c4c1126',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.460150] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45deb0ab-b16c-43ff-869c-e2d969617743 in Status: SUCCESS [ 885.460343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.565354] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.783584] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a91efbda-9880-4d1b-acc7-cd944a1c90dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.785570] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91efbda-9880-4d1b-acc7-cd944a1c90dd taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.785724] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.785962] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f07a3f7-07e0-4cd3-be82-c8e96c4c1126 with status ACTIVE [ 885.786189] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.786309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.786378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.786595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.786704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.786899] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.787007] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.787878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.787878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.787878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.787878] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.787878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.787878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.787878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.788154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.788154] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f07a3f7-07e0-4cd3-be82-c8e96c4c1126 is going to be updated. [ 885.812029] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.812237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.812237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.812509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.812588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.812750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f07a3f7-07e0-4cd3-be82-c8e96c4c1126" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.067823] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7cdd60a-0037-459e-93cb-aa7870fb5e88: rpc.has_security_group_logging(os_id): False [ 886.095294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.095294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.095294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.095294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.095294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.095294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.095294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.095294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.095294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.095294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.095294] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 is going to be created. [ 886.168437] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.168571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.168672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.169017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.169350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.189700] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 in Status: IN_PROGRESS for 2s [ 886.290504] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a91efbda-9880-4d1b-acc7-cd944a1c90dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.443289] env[66289]: INFO networking_nsxv3.common.synchronization [req-737b1c2a-64a4-4b6f-b4b4-4af916132afc req-714988ea-16af-487d-9b4f-cc39cc567afa tempest-ServerActionsTestOtherB-991082892 tempest-ServerActionsTestOtherB-991082892-project-member] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 886.445102] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 886.445102] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.445102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.445388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.445463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.445634] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.445748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.445797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.445982] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.446074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.446179] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.797418] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.797418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.797418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.797418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.797418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.797418] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd is going to be created. [ 886.826355] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.826355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.826355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.827583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.827855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.839560] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd in Status: UNINITIALIZED for 2s [ 886.884449] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.884659] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.884772] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.885124] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.885379] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.885538] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.885653] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.885873] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.886023] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.886268] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.886374] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.886497] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.886605] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.886714] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.886818] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.886946] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.909183] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.909400] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.909826] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.910085] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.910464] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-9d09047c-c1c8-4c4e-9a25-5470450a9dc1 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.910688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-9d09047c-c1c8-4c4e-9a25-5470450a9dc1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.910839] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-9d09047c-c1c8-4c4e-9a25-5470450a9dc1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.911347] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-9d09047c-c1c8-4c4e-9a25-5470450a9dc1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.911347] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d09047c-c1c8-4c4e-9a25-5470450a9dc1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.948804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.948999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.949054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.949303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.949420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.949617] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.949716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.949773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.949932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.950070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.950107] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 already deleted. [ 886.950168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.413946] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.414411] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.414488] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.414749] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.414934] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.415134] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 9d09047c-c1c8-4c4e-9a25-5470450a9dc1 not found, creating... [ 887.415411] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.415627] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.415747] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.415995] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.416218] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.416854] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.416854] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.416854] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.417113] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.417246] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.417460] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 9d09047c-c1c8-4c4e-9a25-5470450a9dc1 is going to be created. [ 887.443312] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.443451] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.443504] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.443802] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.444069] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.444319] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-9d09047c-c1c8-4c4e-9a25-5470450a9dc1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.205024] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 in Status: SUCCESS [ 888.205024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.655743] env[66289]: INFO networking_nsxv3.common.synchronization [req-737b1c2a-64a4-4b6f-b4b4-4af916132afc req-41f3f240-d914-4edc-b111-5a25c36226a8 service nova] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 888.656040] env[66289]: INFO networking_nsxv3.common.synchronization [req-737b1c2a-64a4-4b6f-b4b4-4af916132afc req-41f3f240-d914-4edc-b111-5a25c36226a8 service nova] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 888.656107] env[66289]: INFO networking_nsxv3.common.synchronization [req-737b1c2a-64a4-4b6f-b4b4-4af916132afc req-41f3f240-d914-4edc-b111-5a25c36226a8 service nova] Enqueued Resource ID: 9d09047c-c1c8-4c4e-9a25-5470450a9dc1 with Priority: HIGHEST for action port [ 888.656835] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 888.656935] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 888.659087] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d09047c-c1c8-4c4e-9a25-5470450a9dc1 with Priority: HIGHEST for action port [ 888.659535] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.659663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.659792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.660095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.660173] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.661118] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.661324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.661324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.661489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.661662] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.661790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.661853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.664653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.664756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.664858] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.667513] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d09047c-c1c8-4c4e-9a25-5470450a9dc1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.667650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d09047c-c1c8-4c4e-9a25-5470450a9dc1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.668768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d09047c-c1c8-4c4e-9a25-5470450a9dc1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.668768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d09047c-c1c8-4c4e-9a25-5470450a9dc1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.668768] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d09047c-c1c8-4c4e-9a25-5470450a9dc1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.850276] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd in Status: SUCCESS [ 888.850512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.850702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.850946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.851148] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.851303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.851377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.851559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.851639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.851726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.853013] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a91efbda-9880-4d1b-acc7-cd944a1c90dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.170852] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.171072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.171249] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.172227] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d09047c-c1c8-4c4e-9a25-5470450a9dc1 with status ACTIVE [ 889.172405] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.172629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.173448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.173703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.173820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.174098] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.174231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.174290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.174524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.174648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.174863] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.175355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.175545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.175612] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d09047c-c1c8-4c4e-9a25-5470450a9dc1 is going to be updated. [ 889.202504] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.202665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.202712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.202916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.203090] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.203240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d09047c-c1c8-4c4e-9a25-5470450a9dc1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.354050] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91efbda-9880-4d1b-acc7-cd944a1c90dd taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.354240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.354362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.354627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.354859] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.355010] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.355130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.355307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.355405] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.355495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.355669] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91efbda-9880-4d1b-acc7-cd944a1c90dd taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.355972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.356105] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.356323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.356512] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.356652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.356720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.356877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.356960] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.357808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.357931] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a91efbda-9880-4d1b-acc7-cd944a1c90dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.677619] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.860382] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a91efbda-9880-4d1b-acc7-cd944a1c90dd: rpc.has_security_group_logging(os_id): False [ 889.892306] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.892666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.892957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.893328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.893590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.894040] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.894194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.894276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.894597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.894712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.895094] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.895245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.895382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.895630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.895759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.896063] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.896222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.896754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.896754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.896754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.896969] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd is going to be created. [ 889.973601] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.973601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.973601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.973601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.973601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.985286] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd in Status: IN_PROGRESS for 2s [ 890.181475] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.181475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.181475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.181475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.181475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.181475] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be created. [ 890.210781] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.211119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.211197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.211358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.211573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.223287] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: UNINITIALIZED for 2s [ 891.998622] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd in Status: SUCCESS [ 891.998995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.238613] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 892.238845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.239043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.239280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.239516] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.239661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.239757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.239916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.239991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.240092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.240196] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.744603] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.251567] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d73d4606-2e74-4295-a1a9-2285aa67a419: rpc.has_security_group_logging(os_id): False [ 893.270775] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.270921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.272275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.272275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.272275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.272275] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.272275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.272275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.272275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.272275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.272275] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be created. [ 893.343150] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.343308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.343379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.343597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.343803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.369600] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 893.484642] env[66289]: INFO networking_nsxv3.common.synchronization [req-6e4e8b46-aa95-433a-84a5-56fb6e38a015 req-0d1ca5bc-c8e2-409c-9fb7-d6e803926443 tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 893.485132] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 893.485170] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.485339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.485425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.485679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.485849] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.486022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.486077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.486281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.486395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.486466] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.865451] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.865793] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.865793] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.866131] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.866445] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.866588] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.866703] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.866904] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.867059] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.867275] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.867570] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.867742] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.867865] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.867989] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.868117] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.868258] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.889518] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.889696] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.889832] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.890010] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.890359] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-29cadbfe-d23c-4a1c-be1e-ffa40d52a15b taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.890549] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-29cadbfe-d23c-4a1c-be1e-ffa40d52a15b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.890668] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-29cadbfe-d23c-4a1c-be1e-ffa40d52a15b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.891017] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-29cadbfe-d23c-4a1c-be1e-ffa40d52a15b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.891159] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cadbfe-d23c-4a1c-be1e-ffa40d52a15b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.989594] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.989772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.989843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.990079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.990176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.990376] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.990491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.990557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.990718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.990796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.990885] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 894.019533] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.019725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.019799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.020108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.020253] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.029903] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 894.396824] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.397268] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.397268] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.397635] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.397879] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.398085] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 29cadbfe-d23c-4a1c-be1e-ffa40d52a15b not found, creating... [ 894.398389] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.398624] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.398829] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.399105] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.399259] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.399637] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.399800] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.399914] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.400198] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.400347] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.400485] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 29cadbfe-d23c-4a1c-be1e-ffa40d52a15b is going to be created. [ 894.428963] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.429275] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.429469] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.429817] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.430076] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.430315] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-29cadbfe-d23c-4a1c-be1e-ffa40d52a15b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.164965] env[66289]: INFO networking_nsxv3.common.synchronization [req-6e4e8b46-aa95-433a-84a5-56fb6e38a015 req-eeb3f668-4f9b-4c78-9108-631fec2e4a05 service nova] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_rules [ 895.165195] env[66289]: INFO networking_nsxv3.common.synchronization [req-6e4e8b46-aa95-433a-84a5-56fb6e38a015 req-eeb3f668-4f9b-4c78-9108-631fec2e4a05 service nova] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 895.165303] env[66289]: INFO networking_nsxv3.common.synchronization [req-6e4e8b46-aa95-433a-84a5-56fb6e38a015 req-eeb3f668-4f9b-4c78-9108-631fec2e4a05 service nova] Enqueued Resource ID: 29cadbfe-d23c-4a1c-be1e-ffa40d52a15b with Priority: HIGHEST for action port [ 895.165527] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_rules [ 895.165660] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 895.165766] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29cadbfe-d23c-4a1c-be1e-ffa40d52a15b with Priority: HIGHEST for action port [ 895.169211] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.169211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.169211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.169211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.169211] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.169865] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.169972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.170185] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-29cadbfe-d23c-4a1c-be1e-ffa40d52a15b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.170283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29cadbfe-d23c-4a1c-be1e-ffa40d52a15b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.170350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29cadbfe-d23c-4a1c-be1e-ffa40d52a15b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.170525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29cadbfe-d23c-4a1c-be1e-ffa40d52a15b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.170590] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cadbfe-d23c-4a1c-be1e-ffa40d52a15b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.383368] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 895.386064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.672601] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.672977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.672977] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29cadbfe-d23c-4a1c-be1e-ffa40d52a15b with status ACTIVE [ 895.672977] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.673129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.673175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.673400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.673491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.673664] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.673764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.673827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.673986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.674165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.674371] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.674470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.674533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.674676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.674750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.674833] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29cadbfe-d23c-4a1c-be1e-ffa40d52a15b is going to be updated. [ 895.695857] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.696043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.696088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.696276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.696411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.696570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29cadbfe-d23c-4a1c-be1e-ffa40d52a15b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.040921] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 896.041129] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 deletion is rescheduled due to dependency. [ 896.041244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.041434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.041677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.041872] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.042014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.042088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.042263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.042359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.042459] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.545398] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.048051] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.550605] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.550791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.550865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.551125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.551224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.551326] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 897.602565] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.602710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.602777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.606141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.606141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.612480] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 897.859304] env[66289]: INFO networking_nsxv3.common.synchronization [req-38ff0bad-2c27-4b79-9351-5e1b1c77cd20 req-ac166979-fc24-46b3-b503-faab459a1e85 tempest-ListImageFiltersTestJSON-1063442733 tempest-ListImageFiltersTestJSON-1063442733-project-member] Enqueued Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 897.859304] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGHEST for action security_group_members [ 897.860464] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.860464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.860464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.860751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.860798] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.860925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.861213] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.861213] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.861350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.861473] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.365825] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.366202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.366202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.367047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.367047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.367047] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.367047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.367047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.367514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.367621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.367727] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d is going to be updated. [ 898.411391] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.411391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.411391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.415023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.415023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.425423] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: IN_PROGRESS for 2s [ 898.735037] env[66289]: INFO networking_nsxv3.common.synchronization [req-64e9a173-09db-4dec-bba3-705cfef336bc req-9d0878f4-7af0-4927-af75-073747d0d058 tempest-ServerGroupTestJSON-811609387 tempest-ServerGroupTestJSON-811609387-project-member] Enqueued Resource ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd with Priority: HIGHEST for action security_group_members [ 898.735415] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd with Priority: HIGHEST for action security_group_members [ 898.735735] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-a91efbda-9880-4d1b-acc7-cd944a1c90dd taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.735899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.735940] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.736170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.736634] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.736634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.736634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.736634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.736807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.736807] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a91efbda-9880-4d1b-acc7-cd944a1c90dd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.239931] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.240109] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.240166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.240563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.241361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.241361] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.241361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.241361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.241361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.241361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.241703] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd is going to be updated. [ 899.287546] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.287745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.287847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.289097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.289097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.300592] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd in Status: IN_PROGRESS for 2s [ 899.406566] env[66289]: INFO networking_nsxv3.common.synchronization [req-2805d40d-f304-4709-b02f-849ba6ba9dc3 req-5a75e054-7ac4-4633-8b68-4284d21f95d8 tempest-ServersAdminTestJSON-1705096917 tempest-ServersAdminTestJSON-1705096917-project-member] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 899.407442] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 899.408575] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.408933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.408933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.409274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.409467] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.409631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.409734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.410465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.410465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.410465] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.626069] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 899.626069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.626823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.626823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.626823] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.626823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.626823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.627052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.627052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.627122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.627207] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.915086] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.130864] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.130864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.130864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.131088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.131289] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.131363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.131456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.131572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.131673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.131951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.131951] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.132070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.132070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.132220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.132356] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.132458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.132515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.132650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.132749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.132820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.132908] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.418232] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.436615] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d in Status: SUCCESS [ 900.436615] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d deletion is rescheduled due to dependency. [ 900.436615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.637088] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776: rpc.has_security_group_logging(os_id): False [ 900.656113] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.656272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.656346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.656565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.656660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.656844] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.656943] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.657013] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.657194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.657258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.657449] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.657543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.657604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.657746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.657857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.658032] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.658131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.658186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.658326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.658399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.658484] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 900.728294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.728294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.728294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.728294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.728294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.741517] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 900.920311] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.920477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.920615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.920814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.920912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.921028] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 900.958324] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.958485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.958548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.958758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.958902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.974089] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 901.312224] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd in Status: SUCCESS [ 901.312439] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a91efbda-9880-4d1b-acc7-cd944a1c90dd deletion is rescheduled due to dependency. [ 901.312777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a91efbda-9880-4d1b-acc7-cd944a1c90dd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.222812] env[66289]: INFO networking_nsxv3.common.synchronization [req-5eec6d14-1914-4865-bd24-e26c5d8f35d8 req-fb584011-042f-4170-b03d-ea76da4ac94d tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_members [ 902.223451] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_members [ 902.223775] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.223903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.223971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.224964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.224964] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.224964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.224964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.224964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.225209] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.225239] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.633531] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.633531] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.633531] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.633531] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.633531] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.633531] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.633531] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.633825] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.633825] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.634204] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.634204] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.634307] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.634425] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.634480] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.634597] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.634705] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.656255] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.656780] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.656933] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.657164] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.657432] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-4aecb2e9-7d15-4412-94d0-c8ce58ddd29f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.657606] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-4aecb2e9-7d15-4412-94d0-c8ce58ddd29f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.657729] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-4aecb2e9-7d15-4412-94d0-c8ce58ddd29f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.658106] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-4aecb2e9-7d15-4412-94d0-c8ce58ddd29f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.658216] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aecb2e9-7d15-4412-94d0-c8ce58ddd29f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.727775] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.727934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.728011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.728229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.728316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.728512] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.728610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.728670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.728818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.728893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.728977] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e already deleted. [ 902.729078] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.756341] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 902.756740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.985437] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 902.985437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.161206] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.161440] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.161608] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.161941] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.162114] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.162272] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 4aecb2e9-7d15-4412-94d0-c8ce58ddd29f not found, creating... [ 903.162536] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.162744] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.162847] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.163112] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.163284] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.163562] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.163728] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.163841] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.164070] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.164230] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.164404] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 4aecb2e9-7d15-4412-94d0-c8ce58ddd29f is going to be created. [ 903.190915] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.191205] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.191385] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.191646] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.191930] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.192203] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-4aecb2e9-7d15-4412-94d0-c8ce58ddd29f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.778183] env[66289]: INFO networking_nsxv3.common.synchronization [None req-6c8309c2-887e-405d-b331-77c65f75eb39 None None] Enqueued Resource ID: 4cd39610-b212-441e-b0ce-9cfde8d8dfb3 with Priority: HIGHEST for action port [ 903.779683] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd39610-b212-441e-b0ce-9cfde8d8dfb3 with Priority: HIGHEST for action port [ 903.780239] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd39610-b212-441e-b0ce-9cfde8d8dfb3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.780353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd39610-b212-441e-b0ce-9cfde8d8dfb3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.780482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd39610-b212-441e-b0ce-9cfde8d8dfb3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.781535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd39610-b212-441e-b0ce-9cfde8d8dfb3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.781535] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd39610-b212-441e-b0ce-9cfde8d8dfb3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.888092] env[66289]: INFO networking_nsxv3.common.synchronization [req-5eec6d14-1914-4865-bd24-e26c5d8f35d8 req-cde9fa5f-11c5-400b-ab1b-40a7e4fc9bc6 service nova] Enqueued Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_rules [ 903.888291] env[66289]: INFO networking_nsxv3.common.synchronization [req-5eec6d14-1914-4865-bd24-e26c5d8f35d8 req-cde9fa5f-11c5-400b-ab1b-40a7e4fc9bc6 service nova] Enqueued Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_members [ 903.888516] env[66289]: INFO networking_nsxv3.common.synchronization [req-5eec6d14-1914-4865-bd24-e26c5d8f35d8 req-cde9fa5f-11c5-400b-ab1b-40a7e4fc9bc6 service nova] Enqueued Resource ID: 4aecb2e9-7d15-4412-94d0-c8ce58ddd29f with Priority: HIGHEST for action port [ 903.889044] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_rules [ 903.889178] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_members [ 903.889275] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aecb2e9-7d15-4412-94d0-c8ce58ddd29f with Priority: HIGHEST for action port [ 903.889593] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.889713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.889782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.890079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.890626] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.891721] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.891840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.892124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.892701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.892875] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.893015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.893113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.893353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.893510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.893601] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.894426] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aecb2e9-7d15-4412-94d0-c8ce58ddd29f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.894609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aecb2e9-7d15-4412-94d0-c8ce58ddd29f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.894813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aecb2e9-7d15-4412-94d0-c8ce58ddd29f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.899763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aecb2e9-7d15-4412-94d0-c8ce58ddd29f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.899763] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aecb2e9-7d15-4412-94d0-c8ce58ddd29f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.284892] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cd39610-b212-441e-b0ce-9cfde8d8dfb3 [ 904.284892] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.284892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.284892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.284892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.287489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.287489] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cd39610-b212-441e-b0ce-9cfde8d8dfb3 already deleted. [ 904.287489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd39610-b212-441e-b0ce-9cfde8d8dfb3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.401298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.401457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.401624] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.403533] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4aecb2e9-7d15-4412-94d0-c8ce58ddd29f with status ACTIVE [ 904.403533] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.403533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.403533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.403533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.403533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.403533] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.403533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.403533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.403884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.403884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.403998] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.404180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.404180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.404335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.404369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.404459] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4aecb2e9-7d15-4412-94d0-c8ce58ddd29f is going to be updated. [ 904.427022] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.427236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.427326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.427636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.427778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.428455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aecb2e9-7d15-4412-94d0-c8ce58ddd29f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.785216] env[66289]: INFO networking_nsxv3.common.synchronization [req-a26a9df8-e5b0-41f5-88af-c94770dbdc8a req-721fe7b2-06fb-4aad-b5b6-7afcb9a39657 tempest-ServerRescueNegativeTestJSON-608251309 tempest-ServerRescueNegativeTestJSON-608251309-project-member] Enqueued Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 904.785846] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 904.786143] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.786275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.786354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.786941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.786941] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.786941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.786941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.787558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.787558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.787558] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.906676] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.212022] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.212022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.212022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.212022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.212022] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.212022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.212022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.213732] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.216705] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.216705] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.216705] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.216705] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.216705] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.216705] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.216705] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.216705] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.234265] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.234265] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.234460] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.234602] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.234915] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-f30c8216-1e91-4dc1-81ec-012a15b32bbb taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.235102] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-f30c8216-1e91-4dc1-81ec-012a15b32bbb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.235221] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-f30c8216-1e91-4dc1-81ec-012a15b32bbb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.235533] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-f30c8216-1e91-4dc1-81ec-012a15b32bbb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.235674] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30c8216-1e91-4dc1-81ec-012a15b32bbb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.293065] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.293289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.293289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.294244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.294244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.294244] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.294244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.294244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.294244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.294244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.294244] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 already deleted. [ 905.294564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.413650] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.413650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.413650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.413963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.414177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.414320] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e is going to be created. [ 905.440779] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.440973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.441070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.441319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.441478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.451599] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e in Status: UNINITIALIZED for 2s [ 905.738582] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.738828] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.738962] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.739332] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.739493] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.739606] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port f30c8216-1e91-4dc1-81ec-012a15b32bbb not found, creating... [ 905.739877] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.740060] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.740171] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.740397] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.740561] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.740884] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.741123] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.741262] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.741567] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.741657] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.741710] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: f30c8216-1e91-4dc1-81ec-012a15b32bbb is going to be created. [ 905.763437] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.763664] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.763762] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.764147] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.764278] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.764521] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-f30c8216-1e91-4dc1-81ec-012a15b32bbb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.556698] env[66289]: INFO networking_nsxv3.common.synchronization [req-a26a9df8-e5b0-41f5-88af-c94770dbdc8a req-c5da9ac7-38fa-4ef5-8f29-1923203350bd service nova] Enqueued Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_rules [ 906.556973] env[66289]: INFO networking_nsxv3.common.synchronization [req-a26a9df8-e5b0-41f5-88af-c94770dbdc8a req-c5da9ac7-38fa-4ef5-8f29-1923203350bd service nova] Enqueued Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 906.557042] env[66289]: INFO networking_nsxv3.common.synchronization [req-a26a9df8-e5b0-41f5-88af-c94770dbdc8a req-c5da9ac7-38fa-4ef5-8f29-1923203350bd service nova] Enqueued Resource ID: f30c8216-1e91-4dc1-81ec-012a15b32bbb with Priority: HIGHEST for action port [ 906.557930] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_rules [ 906.558753] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 906.558920] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30c8216-1e91-4dc1-81ec-012a15b32bbb with Priority: HIGHEST for action port [ 906.559253] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.559389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.559489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.559767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.559865] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.560806] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.560928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.561741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.561971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.562174] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.562281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.562346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.562497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.562583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.562683] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.563803] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30c8216-1e91-4dc1-81ec-012a15b32bbb taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.564647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30c8216-1e91-4dc1-81ec-012a15b32bbb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.564647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30c8216-1e91-4dc1-81ec-012a15b32bbb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.564647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30c8216-1e91-4dc1-81ec-012a15b32bbb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.564647] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30c8216-1e91-4dc1-81ec-012a15b32bbb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.068094] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.068094] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.068094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.068094] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f30c8216-1e91-4dc1-81ec-012a15b32bbb with status ACTIVE [ 907.068094] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.068094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.068094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.068379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.068561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.068835] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.068835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.069260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.069260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.069260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.069552] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.069552] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.069552] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.069714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.069714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.069877] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f30c8216-1e91-4dc1-81ec-012a15b32bbb is going to be updated. [ 907.094364] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.094547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.094639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.094995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.095190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.095405] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30c8216-1e91-4dc1-81ec-012a15b32bbb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.462776] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e in Status: SUCCESS [ 907.463083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.463273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.463949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.463949] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.463949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.464184] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.464237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.464622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.464622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.464622] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.572137] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.967821] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.077033] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.077033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.077033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.077033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.077876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.077876] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 is going to be created. [ 908.104484] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.104889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.105130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.105446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.107017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.116528] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: UNINITIALIZED for 2s [ 908.471578] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e: rpc.has_security_group_logging(os_id): False [ 908.497026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.497026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.497026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.497026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.497026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.497393] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.497393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.497393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.497580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.497651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.497704] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e is going to be created. [ 908.620867] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.621401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.621401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.621401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.621558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.644337] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e in Status: IN_PROGRESS for 2s [ 909.462171] env[66289]: INFO networking_nsxv3.common.synchronization [req-372ea5ba-93de-4760-96ae-3229ec3a2cc7 req-cddde4f3-b1bb-4630-aa2f-08d8a181932b tempest-ImagesTestJSON-417225935 tempest-ImagesTestJSON-417225935-project-member] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 909.462719] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 909.463322] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.463470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.463540] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.463764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.463945] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.464056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.464131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.464290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.464373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.464464] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.848522] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.848826] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.848867] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.849159] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.850745] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.850745] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.850745] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.850745] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.850745] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.851808] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.851808] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.851808] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.851808] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.851808] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.851808] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.851808] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.872482] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.872691] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.872833] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.873018] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.873337] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-58b888d9-ec02-4f95-a744-7f25a30628ad taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.873634] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-58b888d9-ec02-4f95-a744-7f25a30628ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.873634] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-58b888d9-ec02-4f95-a744-7f25a30628ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.873953] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-58b888d9-ec02-4f95-a744-7f25a30628ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.874121] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b888d9-ec02-4f95-a744-7f25a30628ad',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.967611] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.125950] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: SUCCESS [ 910.126272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.126664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.126742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.126953] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.127099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.127179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.127357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.127441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.127543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.127625] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.376874] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.377033] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.377157] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.377466] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.377619] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.377777] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 58b888d9-ec02-4f95-a744-7f25a30628ad not found, creating... [ 910.378073] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.378325] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.378383] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.378569] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.378704] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.379070] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.379172] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.379290] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.379548] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.379717] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.379854] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 58b888d9-ec02-4f95-a744-7f25a30628ad is going to be created. [ 910.409031] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.409031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.409031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.410285] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.410285] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.410285] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-58b888d9-ec02-4f95-a744-7f25a30628ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.470185] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.629849] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.630544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.630544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.630813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.631058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.631280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.631280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.631472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.631563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.631653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.631808] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.631904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.631963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.632144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.632288] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.632382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.632442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.632580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.632663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.632732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.632819] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.659346] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e in Status: SUCCESS [ 910.659346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.973542] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.974020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.974020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.974020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.974136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.974181] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 911.002813] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.002958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.003035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.003257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.003402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.013509] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 911.112727] env[66289]: INFO networking_nsxv3.common.synchronization [req-372ea5ba-93de-4760-96ae-3229ec3a2cc7 req-3420ff60-5307-43bf-a966-067ac52ac1e4 service nova] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_rules [ 911.112962] env[66289]: INFO networking_nsxv3.common.synchronization [req-372ea5ba-93de-4760-96ae-3229ec3a2cc7 req-3420ff60-5307-43bf-a966-067ac52ac1e4 service nova] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 911.113137] env[66289]: INFO networking_nsxv3.common.synchronization [req-372ea5ba-93de-4760-96ae-3229ec3a2cc7 req-3420ff60-5307-43bf-a966-067ac52ac1e4 service nova] Enqueued Resource ID: 58b888d9-ec02-4f95-a744-7f25a30628ad with Priority: HIGHEST for action port [ 911.113707] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_rules [ 911.113802] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 911.113905] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b888d9-ec02-4f95-a744-7f25a30628ad with Priority: HIGHEST for action port [ 911.114186] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.114313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.114379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.114587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.114675] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.115584] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.115711] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.117020] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-58b888d9-ec02-4f95-a744-7f25a30628ad taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.117020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58b888d9-ec02-4f95-a744-7f25a30628ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.117020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58b888d9-ec02-4f95-a744-7f25a30628ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.117020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58b888d9-ec02-4f95-a744-7f25a30628ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.117020] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b888d9-ec02-4f95-a744-7f25a30628ad',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.136697] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6: rpc.has_security_group_logging(os_id): False [ 911.156196] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.156381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.156508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.156757] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.156879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.157226] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.157325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.157414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.157621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.157731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.157975] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.158119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.158208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.158399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.158505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.158758] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.158889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.158979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.159184] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.159295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.159405] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 is going to be created. [ 911.225224] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.225634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.225737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.226101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.226621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.238135] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: IN_PROGRESS for 2s [ 911.618818] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58b888d9-ec02-4f95-a744-7f25a30628ad with status ACTIVE [ 911.619429] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.619429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.619429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.619643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.619796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.620039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.620257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.620363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.620599] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.620737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.620992] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.621137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.621199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.621361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.621437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.621569] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58b888d9-ec02-4f95-a744-7f25a30628ad is going to be updated. [ 911.622900] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.623084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.647167] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.647334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.647390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.647583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.647723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.647881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58b888d9-ec02-4f95-a744-7f25a30628ad" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.027356] env[66289]: INFO networking_nsxv3.common.synchronization [req-fb1434ff-4490-4311-8890-ae9e7c95f021 req-2f4625f1-11cd-45fb-a221-0cdd935b3aec tempest-ServerRescueNegativeTestJSON-608251309 tempest-ServerRescueNegativeTestJSON-608251309-project-member] Enqueued Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 912.027977] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 912.028405] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.028513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.028513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.028723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.028913] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.029031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.029092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.029279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.029367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.029471] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.411020] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.411272] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.411439] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.411730] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.412042] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.412249] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.412393] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.412615] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.412756] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.412958] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.413080] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.413184] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.413284] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.413490] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.413668] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.413812] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.433464] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.433725] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.433957] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.434243] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.434637] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-71262266-beb1-473c-bfd3-2d53905f8d27 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.434911] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-71262266-beb1-473c-bfd3-2d53905f8d27" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.435102] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-71262266-beb1-473c-bfd3-2d53905f8d27" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.435566] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-71262266-beb1-473c-bfd3-2d53905f8d27" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.435784] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71262266-beb1-473c-bfd3-2d53905f8d27',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.532140] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.938865] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.939120] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.939249] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.939593] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.939751] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.939909] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 71262266-beb1-473c-bfd3-2d53905f8d27 not found, creating... [ 912.940210] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.940409] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.940946] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.940946] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.940946] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.941181] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.941291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.941405] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.941608] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.941736] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.941876] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 71262266-beb1-473c-bfd3-2d53905f8d27 is going to be created. [ 912.962840] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.963113] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.963179] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.963451] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.963668] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.963890] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-71262266-beb1-473c-bfd3-2d53905f8d27" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.027432] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 913.027807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.027876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.028093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.028376] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.028875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.028875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.029034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.029094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.029206] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.034848] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.251933] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: SUCCESS [ 913.252217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.531989] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.539794] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.539794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.539794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.539794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.539794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.539794] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 is going to be updated. [ 913.570846] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.570846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.570846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.570846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.570846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.582180] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: IN_PROGRESS for 2s [ 913.714370] env[66289]: INFO networking_nsxv3.common.synchronization [req-59f8b621-8e5a-49ee-88b9-427960509da4 req-38bb6626-093f-42b3-ba3b-9d73439ff2e0 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_members [ 913.715266] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGHEST for action security_group_members [ 913.716197] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f35d956-deb7-4e4d-a612-59394e274770 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.716197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.716197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.716197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.716197] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.716197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.716197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.716567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.716567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.716567] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.738893] env[66289]: INFO networking_nsxv3.common.synchronization [req-fb1434ff-4490-4311-8890-ae9e7c95f021 req-006264c2-7dd9-4490-840e-7aae6310d04e service nova] Enqueued Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_rules [ 913.739086] env[66289]: INFO networking_nsxv3.common.synchronization [req-fb1434ff-4490-4311-8890-ae9e7c95f021 req-006264c2-7dd9-4490-840e-7aae6310d04e service nova] Enqueued Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 913.739220] env[66289]: INFO networking_nsxv3.common.synchronization [req-fb1434ff-4490-4311-8890-ae9e7c95f021 req-006264c2-7dd9-4490-840e-7aae6310d04e service nova] Enqueued Resource ID: 71262266-beb1-473c-bfd3-2d53905f8d27 with Priority: HIGHEST for action port [ 913.739772] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_rules [ 913.739926] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 913.740042] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71262266-beb1-473c-bfd3-2d53905f8d27 with Priority: HIGHEST for action port [ 913.740329] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.740440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.740549] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.740726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.740809] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.741690] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.741865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.742067] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-71262266-beb1-473c-bfd3-2d53905f8d27 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.742242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71262266-beb1-473c-bfd3-2d53905f8d27" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.742446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71262266-beb1-473c-bfd3-2d53905f8d27" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.742510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71262266-beb1-473c-bfd3-2d53905f8d27" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.742599] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71262266-beb1-473c-bfd3-2d53905f8d27',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.035748] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.221698] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.221769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.221806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.222191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.222191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.222659] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.222659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.222659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.222773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.222773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.222848] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f35d956-deb7-4e4d-a612-59394e274770 is going to be updated. [ 914.244921] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.245116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.245284] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71262266-beb1-473c-bfd3-2d53905f8d27 with status ACTIVE [ 914.245515] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.245643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.245865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.246056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.246158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.246400] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.246539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.246598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.246967] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.246967] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.247133] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.247285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.247376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.247547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.247770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.247770] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71262266-beb1-473c-bfd3-2d53905f8d27 is going to be updated. [ 914.259522] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.259763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.259837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.260136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.260367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.273651] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f35d956-deb7-4e4d-a612-59394e274770 in Status: IN_PROGRESS for 2s [ 914.287850] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.288041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.288041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.288331] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.288473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.288756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71262266-beb1-473c-bfd3-2d53905f8d27" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.538061] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.538226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.538298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.538556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.538651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.538776] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 914.574879] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.575321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.575489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.575922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.576247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.587766] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 915.595433] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: SUCCESS [ 915.595923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.595923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.596066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.596263] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.596436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.596529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.596710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.596794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.596896] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.099702] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.283843] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f35d956-deb7-4e4d-a612-59394e274770 in Status: SUCCESS [ 916.284074] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f35d956-deb7-4e4d-a612-59394e274770 deletion is rescheduled due to dependency. [ 916.284201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.602229] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 916.602723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.602723] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.605347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.605347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.605347] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.605347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.605347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.605347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.605347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.605347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.605347] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.107418] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.107590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.107644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.107908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.108050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.108155] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 is going to be updated. [ 917.109946] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.110147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.110242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.110351] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.110497] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.110607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.110670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.110823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.110905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.110991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.111145] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.111242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.111302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.111455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.111607] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.111722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.111783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.111920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.111980] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.112075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.112165] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.144204] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.144376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.144432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.144631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.144777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.154381] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: IN_PROGRESS for 2s [ 917.616319] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c29883d1-408b-4470-a4ef-d60472735302: rpc.has_security_group_logging(os_id): False [ 917.637727] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.637974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.637974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.638387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.638526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.638906] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.639102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.639188] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.639329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.639426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.639831] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.639898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.639930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.640190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.640375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.640487] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.640625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.640778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.641162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.641162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.641162] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 917.725535] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.725777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.725899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.726239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.726434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.745748] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 918.741527] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 918.741817] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 918.789896] env[66289]: INFO networking_nsxv3.common.synchronization [req-9e8adad0-bcdf-45b4-9284-27c458b28a84 req-a449b0a3-339f-47c2-b12d-580e81059409 tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 918.791164] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 918.791164] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.792133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.792735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.793160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.793514] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.795964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.795964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.795964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.795964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.795964] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.167828] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: SUCCESS [ 919.168066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.168554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.168847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.169068] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.169492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.169492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.169492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.169492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.169851] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.169851] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.184929] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.184929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.184929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.184929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.185269] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.185398] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.185468] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.185668] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.185806] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.186035] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.186150] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.186256] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.186361] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.186467] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.186571] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.186697] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.210035] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.210196] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.210336] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.210520] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.210960] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-18622327-1c15-48bb-9404-d5374560ead5 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.211158] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-18622327-1c15-48bb-9404-d5374560ead5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.211277] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-18622327-1c15-48bb-9404-d5374560ead5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.211610] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-18622327-1c15-48bb-9404-d5374560ead5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.211748] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18622327-1c15-48bb-9404-d5374560ead5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.296610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.296823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.296868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.297197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.297816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.297816] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.297816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.298081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.298081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.298137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.298222] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 919.329944] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.330277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.330414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.330713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.330899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.344357] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 919.671852] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.672124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.672124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.672346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.672511] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.672613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.672715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.672829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.672913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.673010] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.673162] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.673257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.673317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.673461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.673624] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.673796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.673885] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.674038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.674116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.674200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.674295] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.713918] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.714399] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.714629] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.715182] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.715382] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.715581] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 18622327-1c15-48bb-9404-d5374560ead5 not found, creating... [ 919.715924] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.716162] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.716312] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.716705] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.716887] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.717259] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.717473] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.717762] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.718121] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.718304] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.718469] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 18622327-1c15-48bb-9404-d5374560ead5 is going to be created. [ 919.743866] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.744247] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.744247] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.744530] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.744759] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.744985] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-18622327-1c15-48bb-9404-d5374560ead5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.762985] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 919.763317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.176685] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6: rpc.has_security_group_logging(os_id): False [ 920.199394] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.199644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.199782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.199899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.199993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.200837] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.200837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.200837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.200837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.200837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.201034] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.201034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.201166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.201976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.201976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.201976] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.201976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.201976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.201976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.201976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.201976] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 is going to be updated. [ 920.272554] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.272554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.272554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.272554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.272554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.310060] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: IN_PROGRESS for 2s [ 920.508425] env[66289]: INFO networking_nsxv3.common.synchronization [req-9e8adad0-bcdf-45b4-9284-27c458b28a84 req-993ac78e-ae65-402f-bb57-e6f3d0b6b737 service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 920.508425] env[66289]: INFO networking_nsxv3.common.synchronization [req-9e8adad0-bcdf-45b4-9284-27c458b28a84 req-993ac78e-ae65-402f-bb57-e6f3d0b6b737 service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 920.508425] env[66289]: INFO networking_nsxv3.common.synchronization [req-9e8adad0-bcdf-45b4-9284-27c458b28a84 req-993ac78e-ae65-402f-bb57-e6f3d0b6b737 service nova] Enqueued Resource ID: 18622327-1c15-48bb-9404-d5374560ead5 with Priority: HIGHEST for action port [ 920.508993] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 920.510128] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 920.510343] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18622327-1c15-48bb-9404-d5374560ead5 with Priority: HIGHEST for action port [ 920.511559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.511845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.511901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.512320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.512572] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.518027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.518027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.518027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-18622327-1c15-48bb-9404-d5374560ead5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.518027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18622327-1c15-48bb-9404-d5374560ead5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.518027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18622327-1c15-48bb-9404-d5374560ead5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.518027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18622327-1c15-48bb-9404-d5374560ead5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.518027] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18622327-1c15-48bb-9404-d5374560ead5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.020117] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.020397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.024767] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18622327-1c15-48bb-9404-d5374560ead5 with status ACTIVE [ 921.024941] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.025870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.025870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.025870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.025870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.025870] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.025870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.025870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.026653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.026653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.026653] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.026653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.026653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.026653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.026653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.026899] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18622327-1c15-48bb-9404-d5374560ead5 is going to be updated. [ 921.048248] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.048383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.048451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.048996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.048996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.049111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18622327-1c15-48bb-9404-d5374560ead5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.355696] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 921.356165] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 deletion is rescheduled due to dependency. [ 921.356246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.356760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.356760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.358283] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.358571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.358728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.359012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.360160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.360160] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.862122] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.329717] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: SUCCESS [ 922.329717] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.365037] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.868592] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.868761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.868821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.869484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.869484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.869484] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 922.902308] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.902480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.902548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.903370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.903581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.914742] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 924.931774] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 924.931774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.931774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.932346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.932346] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.932473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.932473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.933781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.933781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.936064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.936446] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.439618] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.439956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.439956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.440269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.440495] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.441577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.441577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.441577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.441577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.441577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.441577] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.441577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.442047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.442047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.442185] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.442342] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.442409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.444044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.444044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.444044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.444044] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.511183] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 925.511183] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 925.946033] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b110e8f4-4cab-48dc-bb44-aa3de7afc7f5: rpc.has_security_group_logging(os_id): False [ 925.965392] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.965568] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.965663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.965870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.965978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.967263] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.967475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.967475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.967803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.968047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.968409] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.968580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.969033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.969033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.969033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.969264] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.969392] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.969451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.969787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.969872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.969968] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 926.038544] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.038726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.038767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.038993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.039154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.055050] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 927.852897] env[66289]: INFO networking_nsxv3.common.synchronization [req-e22f995c-5b32-46bc-8025-3ec94450d6f9 req-5d4320df-a6d1-460d-b0ec-4f4662f91770 tempest-MigrationsAdminTest-273158517 tempest-MigrationsAdminTest-273158517-project-member] Enqueued Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 927.858169] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 927.858169] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.858169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.858541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.860627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.860627] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.860627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.860627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.860627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.860627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.860627] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.075902] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 928.076172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.228383] env[66289]: INFO networking_nsxv3.common.synchronization [req-49e4ad0e-7c0f-4cc7-b754-b237909bf103 req-8acfa83d-518a-4b29-8ef5-746ca18cf94d tempest-ServersTestBootFromVolume-498898568 tempest-ServersTestBootFromVolume-498898568-project-member] Enqueued Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_members [ 928.229202] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGHEST for action security_group_members [ 928.229627] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45deb0ab-b16c-43ff-869c-e2d969617743 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.230077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.230369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.233091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.233091] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.233091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.233091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.233091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.233091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.233091] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.363774] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.738928] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.740341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.740341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.740341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.740341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.740341] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.740341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.740341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.740677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.740764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.740874] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45deb0ab-b16c-43ff-869c-e2d969617743 is going to be updated. [ 928.768747] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.768940] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.769144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.769747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.769747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.779637] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45deb0ab-b16c-43ff-869c-e2d969617743 in Status: IN_PROGRESS for 2s [ 928.866448] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.370298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.370662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.370662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.370801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.370919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.371042] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 is going to be updated. [ 929.403613] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.403613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.403613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.403804] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.403900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.418914] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: IN_PROGRESS for 2s [ 930.791571] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45deb0ab-b16c-43ff-869c-e2d969617743 in Status: SUCCESS [ 930.792086] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45deb0ab-b16c-43ff-869c-e2d969617743 deletion is rescheduled due to dependency. [ 930.792086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.899164] env[66289]: INFO networking_nsxv3.common.synchronization [req-65a2b32b-ce8f-4eba-b618-883be71b4883 req-c126d5be-64fc-4c30-8e21-2982f63e85c9 tempest-ImagesTestJSON-417225935 tempest-ImagesTestJSON-417225935-project-member] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 930.899644] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 930.899979] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.900139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.900208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.904166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.904166] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.904166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.904166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.904166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.904166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.904166] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.328149] env[66289]: INFO networking_nsxv3.common.synchronization [req-dd7d5052-da72-4b24-8623-b08d8e19fed0 req-9d24178d-33e5-4fbe-8cb4-fc898d6ecd03 tempest-ServersAdminTestJSON-1705096917 tempest-ServersAdminTestJSON-1705096917-project-member] Enqueued Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 931.329584] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b with Priority: HIGHEST for action security_group_members [ 931.330059] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.330219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.330306] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.330584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.330820] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.330949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.331053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.331275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.331391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.331520] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3b2918-b02f-4f24-9fee-7af2e24eaf8b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.403990] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.432612] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: SUCCESS [ 931.432847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.836650] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.837121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.837121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.837200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.858093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.858093] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.858291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.858291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.858536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.858610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.858674] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b is going to be updated. [ 931.886804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.886999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.887056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.887238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.887388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.896352] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: IN_PROGRESS for 2s [ 931.907036] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.142407] env[66289]: INFO networking_nsxv3.common.synchronization [req-eac65153-c29f-4387-8021-a399aa7ea507 req-a66db077-4d5a-411f-8615-791b799169e8 tempest-ImagesOneServerNegativeTestJSON-648158146 tempest-ImagesOneServerNegativeTestJSON-648158146-project-member] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 932.142789] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 932.143484] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.143484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.143484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.143665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.143697] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.143786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.143832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.143991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.144083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.144176] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.409455] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.409629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.409704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.410024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.410076] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.411057] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 932.445027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.445027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.445027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.445027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.445027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.454804] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 932.599171] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-894 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.599385] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.599940] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.599940] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.600545] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.600838] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.601016] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.603162] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.603162] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.603162] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.603162] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.603162] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.603395] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.603528] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.604398] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.604801] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.630115] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.630294] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.630382] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.630608] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-894" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.630971] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-af28841a-b884-4b34-a417-e05e05f9c299 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.631528] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-af28841a-b884-4b34-a417-e05e05f9c299" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.631528] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-af28841a-b884-4b34-a417-e05e05f9c299" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.631644] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-af28841a-b884-4b34-a417-e05e05f9c299" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.631760] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af28841a-b884-4b34-a417-e05e05f9c299',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.647517] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.647698] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.647895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.648018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.648115] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.648366] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.648472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.648536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.648700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.648778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.648868] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be updated. [ 932.687172] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.687385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.687385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.687664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.687781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.711624] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 2s [ 933.134617] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.134937] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.134937] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.135300] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.135534] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.135893] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port af28841a-b884-4b34-a417-e05e05f9c299 not found, creating... [ 933.136223] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.136426] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.136604] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.137133] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.137133] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.137385] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.137595] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.137856] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.138178] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.138378] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.138551] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: af28841a-b884-4b34-a417-e05e05f9c299 is going to be created. [ 933.165165] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.165577] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.165721] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.166025] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.166251] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.166473] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-af28841a-b884-4b34-a417-e05e05f9c299" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.881656] env[66289]: INFO networking_nsxv3.common.synchronization [req-eac65153-c29f-4387-8021-a399aa7ea507 req-bffbd154-806f-4e4b-a3eb-4510a96334f6 service nova] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_rules [ 933.881847] env[66289]: INFO networking_nsxv3.common.synchronization [req-eac65153-c29f-4387-8021-a399aa7ea507 req-bffbd154-806f-4e4b-a3eb-4510a96334f6 service nova] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 933.882384] env[66289]: INFO networking_nsxv3.common.synchronization [req-eac65153-c29f-4387-8021-a399aa7ea507 req-bffbd154-806f-4e4b-a3eb-4510a96334f6 service nova] Enqueued Resource ID: af28841a-b884-4b34-a417-e05e05f9c299 with Priority: HIGHEST for action port [ 933.883181] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_rules [ 933.883714] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 933.883904] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af28841a-b884-4b34-a417-e05e05f9c299 with Priority: HIGHEST for action port [ 933.884287] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.884488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.884575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.884822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.884861] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.885781] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.885917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.886280] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-af28841a-b884-4b34-a417-e05e05f9c299 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.887100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af28841a-b884-4b34-a417-e05e05f9c299" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.887100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af28841a-b884-4b34-a417-e05e05f9c299" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.887100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af28841a-b884-4b34-a417-e05e05f9c299" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.887100] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af28841a-b884-4b34-a417-e05e05f9c299',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.906597] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b in Status: SUCCESS [ 933.906725] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3b2918-b02f-4f24-9fee-7af2e24eaf8b deletion is rescheduled due to dependency. [ 933.906761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3b2918-b02f-4f24-9fee-7af2e24eaf8b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.388580] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.388889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.388930] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af28841a-b884-4b34-a417-e05e05f9c299 with status ACTIVE [ 934.389175] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.389313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.389428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.389684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.389855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.390112] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.390231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.390290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.390496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.390575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.390839] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.390988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.391080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.391295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.391496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.391616] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af28841a-b884-4b34-a417-e05e05f9c299 is going to be updated. [ 934.417039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.417262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.417262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.417592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.417773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.417969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af28841a-b884-4b34-a417-e05e05f9c299" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.466981] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 934.467961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.723115] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 934.723319] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 deletion is rescheduled due to dependency. [ 934.723495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.723691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.723955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.724198] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.724350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.724412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.724640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.724730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.724836] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.227874] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.729976] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.234060] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.234060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.234060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.234060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.234352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.234352] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be updated. [ 936.271974] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.272959] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.273158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.273454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.273621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.284607] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 2s [ 938.297551] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 938.298094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.298094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.298304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.298591] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.298773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.298861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.299058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.299183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.299377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.299449] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.801792] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.802567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.802567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.802567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.802827] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.802990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.803106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.803352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.803468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.803612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.803880] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.804000] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.804110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.804329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.804594] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.804747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.804850] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.805022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.805133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.805225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.805496] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.885427] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 938.885628] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 939.309468] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b4f94f7-f881-48fa-ab0b-99d9746a4f03: rpc.has_security_group_logging(os_id): False [ 939.330609] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.330934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.330934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.331256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.331382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.331793] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.331955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.332054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.332270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.332415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.332692] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.332993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.332993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.333135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.333253] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.333529] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.333656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.333752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.335025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.335025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.335025] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be updated. [ 939.461606] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.461775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.461877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.462148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.462300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.485223] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 2s [ 941.503339] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 941.503701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.886454] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 943.886709] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 944.819450] env[66289]: INFO networking_nsxv3.common.synchronization [req-d52f9551-a4d8-49bc-ba50-7d5ff4599c77 req-959e0993-0923-40ea-a6b3-46782c73a168 tempest-ImagesOneServerNegativeTestJSON-648158146 tempest-ImagesOneServerNegativeTestJSON-648158146-project-member] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 944.820075] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGHEST for action security_group_members [ 944.820632] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.820632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.820632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.820822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.821504] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.821654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.821759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.822033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.822033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.823405] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.140177] env[66289]: INFO networking_nsxv3.common.synchronization [req-04ad0499-334c-409b-839e-070814520855 req-616e1991-b089-4d46-a9a9-3ad77a69082d tempest-MigrationsAdminTest-273158517 tempest-MigrationsAdminTest-273158517-project-member] Enqueued Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 945.141116] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGHEST for action security_group_members [ 945.141419] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.141920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.141997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.142363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.142590] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.142712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.142793] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.143045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.143144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.143286] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.326363] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.327028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.327218] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.327511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.327667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.328050] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.328241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.329670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.329923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.330080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.330191] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be updated. [ 945.367772] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.368368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.368685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.369203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.369554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.383169] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: IN_PROGRESS for 2s [ 945.646335] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.647762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.647885] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.648087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.648245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.648522] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.648690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.648850] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.649072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.649122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.649288] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 is going to be updated. [ 945.685854] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.686121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.687495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.687495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.687495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.697487] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: IN_PROGRESS for 2s [ 946.800287] env[66289]: INFO networking_nsxv3.common.synchronization [req-34a6c046-3ffe-49f7-ad29-f51b93ae4353 req-6a95db22-b63b-4a90-8f44-525d561fa4cb tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_members [ 946.800917] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9af1180-de21-4fe6-8028-73b3a95af3da with Priority: HIGHEST for action security_group_members [ 946.801332] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9af1180-de21-4fe6-8028-73b3a95af3da taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.801455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.801490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.801698] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.801853] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.802316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.802495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.802700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.803089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.803089] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9af1180-de21-4fe6-8028-73b3a95af3da',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.309058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.309509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.311416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.311416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.342053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.342053] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.342053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.342053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.342053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.342053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.342053] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9af1180-de21-4fe6-8028-73b3a95af3da is going to be updated. [ 947.374467] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.374467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.374467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.374467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.374467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.391054] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9af1180-de21-4fe6-8028-73b3a95af3da in Status: IN_PROGRESS for 2s [ 947.393082] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 in Status: SUCCESS [ 947.393261] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 deletion is rescheduled due to dependency. [ 947.393436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.710768] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 in Status: SUCCESS [ 947.710768] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 deletion is rescheduled due to dependency. [ 947.710768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.404475] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9af1180-de21-4fe6-8028-73b3a95af3da in Status: SUCCESS [ 949.406214] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9af1180-de21-4fe6-8028-73b3a95af3da deletion is rescheduled due to dependency. [ 949.406214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9af1180-de21-4fe6-8028-73b3a95af3da" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.977419] env[66289]: INFO networking_nsxv3.common.synchronization [None req-f03a0621-6968-4a80-80e2-84c8c992a799 None None] Enqueued Resource ID: cf0a2aa6-4980-4188-8c9a-2813c458e29e with Priority: HIGHEST for action port [ 949.977419] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0a2aa6-4980-4188-8c9a-2813c458e29e with Priority: HIGHEST for action port [ 949.977419] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0a2aa6-4980-4188-8c9a-2813c458e29e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.977980] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0a2aa6-4980-4188-8c9a-2813c458e29e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.978190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0a2aa6-4980-4188-8c9a-2813c458e29e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.978573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0a2aa6-4980-4188-8c9a-2813c458e29e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.978771] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0a2aa6-4980-4188-8c9a-2813c458e29e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.481854] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf0a2aa6-4980-4188-8c9a-2813c458e29e [ 950.482204] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.482204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.482204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.482464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.482464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.482581] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf0a2aa6-4980-4188-8c9a-2813c458e29e already deleted. [ 950.482969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0a2aa6-4980-4188-8c9a-2813c458e29e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.815034] env[66289]: INFO networking_nsxv3.common.synchronization [req-656e8e12-baa9-467e-aec9-2fc77cd729b8 req-291afbb8-dda7-4155-aac7-33895755bfab tempest-ImagesTestJSON-417225935 tempest-ImagesTestJSON-417225935-project-member] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 951.816728] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 951.816728] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.816970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.816970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.817149] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.817287] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.817459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.817554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.817722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.817830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.817946] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.326425] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.326425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.326425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.326425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.326425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.326425] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.326425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.326425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.326425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.326425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.326425] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 952.362524] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.362524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.362524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.362524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.362524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.371416] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 952.392200] env[66289]: INFO networking_nsxv3.common.synchronization [None req-55cd84c7-e54b-43f2-ab01-82d09c636734 None None] Enqueued Resource ID: 95ca9669-89c8-46c0-82fc-417fee441e6c with Priority: HIGHEST for action port [ 952.392268] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ca9669-89c8-46c0-82fc-417fee441e6c with Priority: HIGHEST for action port [ 952.392632] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ca9669-89c8-46c0-82fc-417fee441e6c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.392764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ca9669-89c8-46c0-82fc-417fee441e6c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.392832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ca9669-89c8-46c0-82fc-417fee441e6c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.393107] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ca9669-89c8-46c0-82fc-417fee441e6c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.393215] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ca9669-89c8-46c0-82fc-417fee441e6c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.896174] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95ca9669-89c8-46c0-82fc-417fee441e6c [ 952.896472] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.896544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.896619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.896816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.896901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.896995] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95ca9669-89c8-46c0-82fc-417fee441e6c already deleted. [ 952.897093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ca9669-89c8-46c0-82fc-417fee441e6c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.388039] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 954.388645] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 deletion is rescheduled due to dependency. [ 954.388822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.849408] env[66289]: INFO networking_nsxv3.common.synchronization [None req-90d7bef1-2b9b-467e-b2b3-644faa1d8932 tempest-ServerRescueNegativeTestJSON-608251309 tempest-ServerRescueNegativeTestJSON-608251309-project-member] Enqueued Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_rules [ 954.849843] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_rules [ 954.850250] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.852583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.852709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.852998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.853093] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd4d4f9-6637-49e1-b20d-c5118b03c73f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.958569] env[66289]: INFO networking_nsxv3.common.synchronization [None req-33d8782c-37d8-4c00-a1e5-b7a2e6f24106 tempest-ServerRescueNegativeTestJSON-608251309 tempest-ServerRescueNegativeTestJSON-608251309-project-member] Enqueued Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_rules [ 954.959487] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_rules [ 954.960116] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.960116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.380060] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.380233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.380353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.380577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.380675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.381632] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f already deleted. [ 955.381632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.381632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.381632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.381632] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd4d4f9-6637-49e1-b20d-c5118b03c73f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.904379] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.904379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.904379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.904379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.904379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.904379] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f already deleted. [ 955.904379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.764094] env[66289]: INFO networking_nsxv3.common.synchronization [req-31ee8115-210d-42fb-947d-8c844a10bee1 req-d05c544f-a703-4ff7-8c71-2d52160e4a01 tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 958.764947] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 958.765373] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.766092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.766092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.766092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.769489] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.769489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.769489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.769489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.769489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.769489] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.206168] env[66289]: INFO networking_nsxv3.common.synchronization [None req-bbedf5c5-ec9a-4b12-acb9-ddf306b251ca None None] Enqueued Resource ID: f33cf247-5dc4-4e10-a7e4-60e74b87c215 with Priority: HIGHEST for action port [ 959.206168] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33cf247-5dc4-4e10-a7e4-60e74b87c215 with Priority: HIGHEST for action port [ 959.206168] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33cf247-5dc4-4e10-a7e4-60e74b87c215 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.206168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33cf247-5dc4-4e10-a7e4-60e74b87c215" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.206168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33cf247-5dc4-4e10-a7e4-60e74b87c215" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.206748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33cf247-5dc4-4e10-a7e4-60e74b87c215" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.208184] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33cf247-5dc4-4e10-a7e4-60e74b87c215',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.270140] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.271186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.271186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.271541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.271709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.272121] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.272121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.272254] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.272494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.273507] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.273507] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 959.453243] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.453782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.453843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.454191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.454297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.465530] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 959.709438] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f33cf247-5dc4-4e10-a7e4-60e74b87c215 [ 959.709961] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.710790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.710963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.711364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.711568] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.711773] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f33cf247-5dc4-4e10-a7e4-60e74b87c215 already deleted. [ 959.711939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33cf247-5dc4-4e10-a7e4-60e74b87c215" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.282974] env[66289]: INFO networking_nsxv3.common.synchronization [req-ca2caf3c-47e2-4c37-ace1-e079818d1159 req-c7c7ba31-6d3e-485b-a643-2cbac341bcee tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 960.285032] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 960.285032] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.285236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.285236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.285471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.285707] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.286047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.286165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.286395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.286514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.286649] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.790131] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.790298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.790364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.790606] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.790694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.790887] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.791024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.791307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.791532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.791625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.791724] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be deleted. [ 960.803800] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.805345] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.805577] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.805887] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.806221] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.806416] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.806533] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.807524] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.807718] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.807960] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.808116] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.808258] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.808842] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.808842] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.808842] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.808842] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.828941] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.828941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.828941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.829473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.831111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.831111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.831924] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.832276] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.832528] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.832804] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.833308] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-ef66eca3-f369-4825-becd-d28a70ea62fe taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.833670] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-ef66eca3-f369-4825-becd-d28a70ea62fe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.833897] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-ef66eca3-f369-4825-becd-d28a70ea62fe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.834490] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-ef66eca3-f369-4825-becd-d28a70ea62fe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.834732] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef66eca3-f369-4825-becd-d28a70ea62fe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.044655] env[66289]: INFO networking_nsxv3.common.synchronization [req-bd02a0ea-bfb6-464c-bfbc-25cb8c7ec36d req-90bb14d8-51cb-4986-880d-dc8609246c07 tempest-ImagesTestJSON-417225935 tempest-ImagesTestJSON-417225935-project-member] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 961.045198] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 961.045563] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.045726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.045824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.046063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.046258] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.046395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.046483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.046670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.046793] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.046915] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.338947] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.339840] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.339840] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.339840] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.339840] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.339987] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port ef66eca3-f369-4825-becd-d28a70ea62fe not found, creating... [ 961.340249] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.340415] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.340530] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.340751] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.340884] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.341213] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.341383] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.341746] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.342378] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.342565] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.342740] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: ef66eca3-f369-4825-becd-d28a70ea62fe is going to be created. [ 961.369399] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.369399] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.369399] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.369399] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.369399] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.369399] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-ef66eca3-f369-4825-becd-d28a70ea62fe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.432299] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.432476] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.432595] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.432850] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.433307] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.433517] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.433657] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.433918] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.434069] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.434301] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.434533] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.434749] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.434843] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.434977] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.435120] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.435273] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.474798] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.475288] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.476137] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.476137] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-969" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.476476] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-c5b0a755-2b27-4168-9cba-99b434e44bfc taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.476580] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-c5b0a755-2b27-4168-9cba-99b434e44bfc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.476687] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-c5b0a755-2b27-4168-9cba-99b434e44bfc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.477132] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-c5b0a755-2b27-4168-9cba-99b434e44bfc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.477528] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b0a755-2b27-4168-9cba-99b434e44bfc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.484201] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 961.484805] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 deletion is rescheduled due to dependency. [ 961.485268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.548515] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.548677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.548747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.548964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.549068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.549324] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.549437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.549479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.549635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.549734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.549792] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 961.578559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.578738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.578738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.579031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.579178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.588815] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 961.982474] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.982708] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.982831] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.983131] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.983284] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.983669] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port c5b0a755-2b27-4168-9cba-99b434e44bfc not found, creating... [ 961.983749] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.983839] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.983955] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.984185] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.984322] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.984605] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.984760] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.984877] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.985094] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.985233] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.985386] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: c5b0a755-2b27-4168-9cba-99b434e44bfc is going to be created. [ 962.008703] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.008912] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.009048] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.009348] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.009574] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.009790] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-c5b0a755-2b27-4168-9cba-99b434e44bfc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.043236] env[66289]: INFO networking_nsxv3.common.synchronization [req-ca2caf3c-47e2-4c37-ace1-e079818d1159 req-c4c1c73a-ca8c-40f6-9207-716d8fdc3365 service nova] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_rules [ 962.043236] env[66289]: INFO networking_nsxv3.common.synchronization [req-ca2caf3c-47e2-4c37-ace1-e079818d1159 req-c4c1c73a-ca8c-40f6-9207-716d8fdc3365 service nova] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 962.043236] env[66289]: INFO networking_nsxv3.common.synchronization [req-ca2caf3c-47e2-4c37-ace1-e079818d1159 req-c4c1c73a-ca8c-40f6-9207-716d8fdc3365 service nova] Enqueued Resource ID: ef66eca3-f369-4825-becd-d28a70ea62fe with Priority: HIGHEST for action port [ 962.044103] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_rules [ 962.044103] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 962.044103] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef66eca3-f369-4825-becd-d28a70ea62fe with Priority: HIGHEST for action port [ 962.044253] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.044253] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.044349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.044504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.044583] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.045505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.045505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.045598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.045721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.045858] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.045949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.046023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.046170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.046255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.046342] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.047439] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef66eca3-f369-4825-becd-d28a70ea62fe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.047548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef66eca3-f369-4825-becd-d28a70ea62fe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.047614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef66eca3-f369-4825-becd-d28a70ea62fe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.047763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef66eca3-f369-4825-becd-d28a70ea62fe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.047843] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef66eca3-f369-4825-becd-d28a70ea62fe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.182542] env[66289]: INFO networking_nsxv3.common.synchronization [None req-97a5a0be-08c0-4356-9c2f-9de25f6f1c77 None None] Enqueued Resource ID: 31505ac5-1ad0-4d25-834a-24ec60e19ac7 with Priority: HIGHEST for action port [ 962.183847] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31505ac5-1ad0-4d25-834a-24ec60e19ac7 with Priority: HIGHEST for action port [ 962.184464] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-31505ac5-1ad0-4d25-834a-24ec60e19ac7 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.184622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31505ac5-1ad0-4d25-834a-24ec60e19ac7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.184689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31505ac5-1ad0-4d25-834a-24ec60e19ac7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.184956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31505ac5-1ad0-4d25-834a-24ec60e19ac7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.185065] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31505ac5-1ad0-4d25-834a-24ec60e19ac7',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.550125] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.550442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.553067] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.556478] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef66eca3-f369-4825-becd-d28a70ea62fe with status ACTIVE [ 962.556478] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.556478] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.556478] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.556478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.556478] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef66eca3-f369-4825-becd-d28a70ea62fe is going to be updated. [ 962.589936] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.590170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.590264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.590498] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.590738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.590927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef66eca3-f369-4825-becd-d28a70ea62fe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.689429] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31505ac5-1ad0-4d25-834a-24ec60e19ac7 [ 962.689691] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.690347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.690347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.690347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.690347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.690522] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31505ac5-1ad0-4d25-834a-24ec60e19ac7 already deleted. [ 962.690570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31505ac5-1ad0-4d25-834a-24ec60e19ac7" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.767696] env[66289]: INFO networking_nsxv3.common.synchronization [None req-0a4ec2f4-dab6-4853-aec9-8770e209fc5c tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_rules [ 962.768608] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_rules [ 962.768808] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.768985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.768985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.769244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.769367] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.799792] env[66289]: INFO networking_nsxv3.common.synchronization [req-bd02a0ea-bfb6-464c-bfbc-25cb8c7ec36d req-69b91017-ef50-4667-a595-2f88cab84be4 service nova] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_rules [ 962.800143] env[66289]: INFO networking_nsxv3.common.synchronization [req-bd02a0ea-bfb6-464c-bfbc-25cb8c7ec36d req-69b91017-ef50-4667-a595-2f88cab84be4 service nova] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 962.800384] env[66289]: INFO networking_nsxv3.common.synchronization [req-bd02a0ea-bfb6-464c-bfbc-25cb8c7ec36d req-69b91017-ef50-4667-a595-2f88cab84be4 service nova] Enqueued Resource ID: c5b0a755-2b27-4168-9cba-99b434e44bfc with Priority: HIGHEST for action port [ 962.801080] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_rules [ 962.801207] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 962.801357] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b0a755-2b27-4168-9cba-99b434e44bfc with Priority: HIGHEST for action port [ 962.801684] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.801776] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.801831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.802081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.802173] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.803307] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.803414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.803841] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b0a755-2b27-4168-9cba-99b434e44bfc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.803965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b0a755-2b27-4168-9cba-99b434e44bfc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.804070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b0a755-2b27-4168-9cba-99b434e44bfc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.805335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b0a755-2b27-4168-9cba-99b434e44bfc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.805335] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b0a755-2b27-4168-9cba-99b434e44bfc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.993129] env[66289]: INFO networking_nsxv3.common.synchronization [None req-cd1930d3-acdd-4787-ae6d-ce4263c4f743 tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_rules [ 962.993129] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_rules [ 962.993129] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.993129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.059574] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.294245] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.294245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.294245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.294245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.294245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.294245] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 already deleted. [ 963.294245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.294245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.294245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.294245] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.307341] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.308128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.308455] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5b0a755-2b27-4168-9cba-99b434e44bfc with status ACTIVE [ 963.308815] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.310987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.310987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.310987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.310987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.310987] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.310987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.310987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.310987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.310987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.310987] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.310987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.310987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.312164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.312437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.312612] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5b0a755-2b27-4168-9cba-99b434e44bfc is going to be updated. [ 963.346657] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.346657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.346657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.346657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.346657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.346657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b0a755-2b27-4168-9cba-99b434e44bfc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.563012] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.563548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.563548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.563548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.563548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.563758] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be created. [ 963.591853] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.592082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.592082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.592304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.592463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.603912] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 963.604121] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 deletion is rescheduled due to dependency. [ 963.604236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.604469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.604620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.604838] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.604940] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.605014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.605216] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.605300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.605413] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.607569] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: UNINITIALIZED for 2s [ 963.661699] env[66289]: INFO networking_nsxv3.common.synchronization [None req-f6218518-36c9-4665-9782-7982e676bc60 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_rules [ 963.662342] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_rules [ 963.662669] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5604efd0-baaf-48d4-8431-eaefbadc423e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.662806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.662876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.663390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.663671] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.778554] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e4523236-0ea1-42ea-af2e-81f031519846 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_rules [ 963.779254] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_rules [ 963.779549] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5604efd0-baaf-48d4-8431-eaefbadc423e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.779655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.834234] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.834372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.834416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.835539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.835539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.835539] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 already deleted. [ 963.835539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.109476] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.191439] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.191629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.191629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.191838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.191933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.192045] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5604efd0-baaf-48d4-8431-eaefbadc423e already deleted. [ 964.192133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.192687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.192865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.192952] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.611627] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.730812] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.730972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.731085] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.731506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.731506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.731506] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5604efd0-baaf-48d4-8431-eaefbadc423e already deleted. [ 964.731763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.011262] env[66289]: INFO networking_nsxv3.common.synchronization [None req-f394eacb-83bc-4ee2-92e9-1f00bca1c46b None None] Enqueued Resource ID: e2468c50-a4aa-4992-8ae2-ed6d125d5d79 with Priority: HIGHEST for action port [ 965.011262] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2468c50-a4aa-4992-8ae2-ed6d125d5d79 with Priority: HIGHEST for action port [ 965.011262] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2468c50-a4aa-4992-8ae2-ed6d125d5d79 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.011262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2468c50-a4aa-4992-8ae2-ed6d125d5d79" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.011262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2468c50-a4aa-4992-8ae2-ed6d125d5d79" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.011262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2468c50-a4aa-4992-8ae2-ed6d125d5d79" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.011539] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2468c50-a4aa-4992-8ae2-ed6d125d5d79',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.119772] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.119772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.119772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.119772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.119772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.119772] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 965.170173] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.171110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.171110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.171110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.171110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.183410] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 965.518312] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2468c50-a4aa-4992-8ae2-ed6d125d5d79 [ 965.521481] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.521816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.521816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.522477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.522582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.522723] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2468c50-a4aa-4992-8ae2-ed6d125d5d79 already deleted. [ 965.522783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2468c50-a4aa-4992-8ae2-ed6d125d5d79" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.623711] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 965.624047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.624297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.624620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.626368] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.626637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.626787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.628468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.628468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.628468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.628468] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.132456] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.132456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.132668] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.132777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.133128] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.133128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.133128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.133296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.133341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.133432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.133870] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.133870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.133870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.133870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.134063] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.134105] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.134137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.134276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.134637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.134637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.134637] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.639527] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d61a784b-a4e5-486c-8ae1-d61ea2536fb4: rpc.has_security_group_logging(os_id): False [ 966.663032] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.663032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.663032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.663032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.663032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.663032] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.663032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.663437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.663437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.663437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.666265] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.666265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.666265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.666265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.666265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.666265] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.666265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.666265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.666265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.666265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.666265] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be created. [ 966.734673] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.734862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.734862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.735657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.735657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.751675] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 967.196679] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 967.196990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.197239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.197550] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.197817] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.197981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.198085] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.198309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.198426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.198546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.198676] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.304380] env[66289]: INFO networking_nsxv3.common.synchronization [None req-95f2a460-9825-4514-9442-d35717c8597b tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 4860eda1-bf9c-4c69-a22f-46c5b439d0ed with Priority: HIGHEST for action security_group_rules [ 967.304539] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4860eda1-bf9c-4c69-a22f-46c5b439d0ed with Priority: HIGHEST for action security_group_rules [ 967.304812] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4860eda1-bf9c-4c69-a22f-46c5b439d0ed taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.304970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4860eda1-bf9c-4c69-a22f-46c5b439d0ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.307690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4860eda1-bf9c-4c69-a22f-46c5b439d0ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.307981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4860eda1-bf9c-4c69-a22f-46c5b439d0ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.308095] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4860eda1-bf9c-4c69-a22f-46c5b439d0ed',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.433015] env[66289]: INFO networking_nsxv3.common.synchronization [None req-592fe8f6-2471-4377-975d-a58a42986fb1 tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 4860eda1-bf9c-4c69-a22f-46c5b439d0ed with Priority: HIGHEST for action security_group_rules [ 967.433015] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4860eda1-bf9c-4c69-a22f-46c5b439d0ed with Priority: HIGHEST for action security_group_rules [ 967.434415] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4860eda1-bf9c-4c69-a22f-46c5b439d0ed taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.434548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4860eda1-bf9c-4c69-a22f-46c5b439d0ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.702537] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.702855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.702855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.703265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.703265] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.703397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.703433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.703607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.703934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.704063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.704263] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.704397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.704479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.704674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.704859] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.704951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.705042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.705233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.705356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.705503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.705634] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.834358] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.834538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.834615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.834855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.834957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.835102] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4860eda1-bf9c-4c69-a22f-46c5b439d0ed already deleted. [ 967.835234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4860eda1-bf9c-4c69-a22f-46c5b439d0ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.835356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4860eda1-bf9c-4c69-a22f-46c5b439d0ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.835542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4860eda1-bf9c-4c69-a22f-46c5b439d0ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.835632] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4860eda1-bf9c-4c69-a22f-46c5b439d0ed',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.971870] env[66289]: INFO networking_nsxv3.common.synchronization [None req-9f725f8c-e81e-4348-9929-f16019065e63 None None] Enqueued Resource ID: 08da1997-9264-4762-9adc-622d35a6c95b with Priority: HIGHEST for action port [ 967.973270] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08da1997-9264-4762-9adc-622d35a6c95b with Priority: HIGHEST for action port [ 967.974294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-08da1997-9264-4762-9adc-622d35a6c95b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.975376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08da1997-9264-4762-9adc-622d35a6c95b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.975879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08da1997-9264-4762-9adc-622d35a6c95b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.976410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08da1997-9264-4762-9adc-622d35a6c95b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.976473] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08da1997-9264-4762-9adc-622d35a6c95b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.209195] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c29883d1-408b-4470-a4ef-d60472735302: rpc.has_security_group_logging(os_id): False [ 968.233078] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.233294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.233387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.233664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.233716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.235406] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.235406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.235406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.235406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.235406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.235406] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.235406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.235406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.235406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.235406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.235406] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.236258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.236258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.236258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.236258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.236258] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 968.251957] env[66289]: INFO networking_nsxv3.common.synchronization [None req-bb3672ea-1027-4e6e-bc7a-3c9f77788bbe None None] Enqueued Resource ID: c63a70bb-58e0-44dd-b802-311df863ff33 with Priority: HIGHEST for action port [ 968.255302] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63a70bb-58e0-44dd-b802-311df863ff33 with Priority: HIGHEST for action port [ 968.256822] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-c63a70bb-58e0-44dd-b802-311df863ff33 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.256822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c63a70bb-58e0-44dd-b802-311df863ff33" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.256998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c63a70bb-58e0-44dd-b802-311df863ff33" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.257220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c63a70bb-58e0-44dd-b802-311df863ff33" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.257292] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63a70bb-58e0-44dd-b802-311df863ff33',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.323406] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.323406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.323602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.324263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.324509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.341379] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 968.361066] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.361066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.361066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.361066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.361066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.361066] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4860eda1-bf9c-4c69-a22f-46c5b439d0ed already deleted. [ 968.361066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4860eda1-bf9c-4c69-a22f-46c5b439d0ed" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.482569] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08da1997-9264-4762-9adc-622d35a6c95b [ 968.482949] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.483191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.483319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.483574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.483672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.483773] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08da1997-9264-4762-9adc-622d35a6c95b already deleted. [ 968.483859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08da1997-9264-4762-9adc-622d35a6c95b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.762413] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c63a70bb-58e0-44dd-b802-311df863ff33 [ 968.762766] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.762969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.763622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.763622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.763622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.764072] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c63a70bb-58e0-44dd-b802-311df863ff33 already deleted. [ 968.764185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c63a70bb-58e0-44dd-b802-311df863ff33" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.766964] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 968.767208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.906545] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-68769bb7-ed44-48f4-baf0-950998e4249a tempest-ServersTestMultiNic-688822638 tempest-ServersTestMultiNic-688822638-project-member] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 968.907714] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 968.911830] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.911830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.911830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.911830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.911830] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.911830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.911830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.911830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.911830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.911830] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.416731] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.416731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.416952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.417249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.417249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.417337] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.417402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.417443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.417598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.417675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.417760] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 already deleted. [ 969.417841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.129757] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-7375397a-0acd-4374-a82d-edebe81e6897 tempest-ServersTestMultiNic-688822638 tempest-ServersTestMultiNic-688822638-project-member] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 970.131036] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 970.131036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.131036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.131928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.131928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.131928] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.131928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.132171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.132171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.132254] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.132381] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.251056] env[66289]: INFO networking_nsxv3.common.synchronization [None req-dda04e6b-3d3f-4e5b-bf5a-3247a6c7dd27 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 970.251770] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 970.252665] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.252665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.252665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.252979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.253205] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.253349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.253445] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.253902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.254063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.254212] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.361018] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 970.361570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.571683] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-7c97c5b1-dda3-40be-9798-d6b03589d0aa tempest-ServersTestMultiNic-688822638 tempest-ServersTestMultiNic-688822638-project-member] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 970.571683] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 970.571683] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.571683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.634383] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.634574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.634574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.634773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.634870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.635068] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.635170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.635232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.635382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.635458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.635539] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 already deleted. [ 970.635617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.635785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.635974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.636086] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.636183] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.636250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.636394] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.636464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.636555] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.757224] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.848562] env[66289]: INFO networking_nsxv3.common.synchronization [None req-b2081cb3-ffbc-433b-b12f-9d8850a8c64f None None] Enqueued Resource ID: 5b208aaa-9bcd-440b-b848-54bac8e91c36 with Priority: HIGHEST for action port [ 970.848562] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b208aaa-9bcd-440b-b848-54bac8e91c36 with Priority: HIGHEST for action port [ 970.848562] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b208aaa-9bcd-440b-b848-54bac8e91c36 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.848562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b208aaa-9bcd-440b-b848-54bac8e91c36" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.848562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b208aaa-9bcd-440b-b848-54bac8e91c36" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.848562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b208aaa-9bcd-440b-b848-54bac8e91c36" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.848562] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b208aaa-9bcd-440b-b848-54bac8e91c36',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.942876] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.943414] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-712" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.943414] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-712" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.944142] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-712" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.944395] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.944557] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.944675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.944884] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.945073] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.947031] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.947031] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.947031] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.947031] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.947031] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.947031] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.947031] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.967642] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.967642] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.967642] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.967928] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-712" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.968169] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-61dda508-3d41-453a-973d-c71439bce979 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.968374] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-61dda508-3d41-453a-973d-c71439bce979" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.968533] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-61dda508-3d41-453a-973d-c71439bce979" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.968878] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-61dda508-3d41-453a-973d-c71439bce979" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.969085] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61dda508-3d41-453a-973d-c71439bce979',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.143833] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.144271] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.144271] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.144418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.144473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.144649] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.144755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.144889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.145171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.145341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.145475] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 already deleted. [ 971.145613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.260443] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.352511] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b208aaa-9bcd-440b-b848-54bac8e91c36 [ 971.352718] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.352839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.352910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.353179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.353372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.353372] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b208aaa-9bcd-440b-b848-54bac8e91c36 already deleted. [ 971.353507] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b208aaa-9bcd-440b-b848-54bac8e91c36" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.473057] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.473057] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.473057] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.473572] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.473787] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.473956] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 61dda508-3d41-453a-973d-c71439bce979 not found, creating... [ 971.474408] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.474650] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.474837] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.475122] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.475267] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.475692] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.475945] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.476168] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.476483] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.476629] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.476780] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 61dda508-3d41-453a-973d-c71439bce979 is going to be created. [ 971.502984] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.503268] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.503354] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.503648] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.503889] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.504136] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-61dda508-3d41-453a-973d-c71439bce979" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.763505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.763505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.763505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.763505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.763505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.764417] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be updated. [ 971.800594] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.800930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.800980] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.801245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.801388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.814703] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 972.225771] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-f9dbba89-a4c8-42ff-9665-db6619e6f469 service nova] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_rules [ 972.226143] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-f9dbba89-a4c8-42ff-9665-db6619e6f469 service nova] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 972.226267] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-f9dbba89-a4c8-42ff-9665-db6619e6f469 service nova] Enqueued Resource ID: 61dda508-3d41-453a-973d-c71439bce979 with Priority: HIGHEST for action port [ 972.226865] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_rules [ 972.227604] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 972.227795] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61dda508-3d41-453a-973d-c71439bce979 with Priority: HIGHEST for action port [ 972.228126] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.228242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.228323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.228601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.228687] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.232757] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.232917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.232992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.233239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.233411] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.233512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.233574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.233734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.233820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.234210] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.234803] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-61dda508-3d41-453a-973d-c71439bce979 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.234910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61dda508-3d41-453a-973d-c71439bce979" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.234974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61dda508-3d41-453a-973d-c71439bce979" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.238478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61dda508-3d41-453a-973d-c71439bce979" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.238621] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61dda508-3d41-453a-973d-c71439bce979',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.260406] env[66289]: INFO networking_nsxv3.common.synchronization [req-37ec6841-a403-4709-a65f-dcd4818bc563 req-1dc2bbc8-329e-4bd2-ab18-52ddf0e3d4af tempest-ServerRescueNegativeTestJSON-608251309 tempest-ServerRescueNegativeTestJSON-608251309-project-member] Enqueued Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_members [ 972.261503] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_members [ 972.261837] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.261967] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.262039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.262648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.262648] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.262648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.262648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.262908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.262939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.263024] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd4d4f9-6637-49e1-b20d-c5118b03c73f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.721120] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.721428] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.721606] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.721886] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.722169] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.722329] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.722470] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.722665] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.722805] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.723016] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.723130] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.723237] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.723341] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.723445] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.723576] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.723666] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.733150] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.733291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.742737] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61dda508-3d41-453a-973d-c71439bce979 with status ACTIVE [ 972.742795] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.742935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.743017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.743251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.743412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.743623] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.743758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.743843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.744046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.744207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.744545] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.744737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.744881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.745214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.745374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.745591] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61dda508-3d41-453a-973d-c71439bce979 is going to be updated. [ 972.748036] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.769289] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.769570] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.771022] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.771022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-306" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.771746] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-38448dd7-0236-42d8-b94d-91b4eccceebb taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.772499] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-38448dd7-0236-42d8-b94d-91b4eccceebb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.772499] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-38448dd7-0236-42d8-b94d-91b4eccceebb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.772809] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-38448dd7-0236-42d8-b94d-91b4eccceebb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.772961] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38448dd7-0236-42d8-b94d-91b4eccceebb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.774835] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.774947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.774986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.776034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.776034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.776034] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.776034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.776034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.776034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.776034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.776034] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f already deleted. [ 972.776034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.778289] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.778556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.778659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.778891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.779072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.779280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61dda508-3d41-453a-973d-c71439bce979" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.079047] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.079047] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-572" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.079047] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-572" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.079047] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-572" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.079578] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.079578] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.079578] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.079816] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.080190] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.080325] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.080325] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.080450] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.080543] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.080640] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.080745] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.080875] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.102785] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.103022] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.103127] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.103300] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-572" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.103719] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-f10146ae-13ce-45b8-9fd6-c3c1329eac8f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.103902] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-f10146ae-13ce-45b8-9fd6-c3c1329eac8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.104058] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-f10146ae-13ce-45b8-9fd6-c3c1329eac8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.104406] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-f10146ae-13ce-45b8-9fd6-c3c1329eac8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.104809] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10146ae-13ce-45b8-9fd6-c3c1329eac8f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.251702] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.277387] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.278293] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.278507] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.279106] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.279300] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.279480] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 38448dd7-0236-42d8-b94d-91b4eccceebb not found, creating... [ 973.279872] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.280560] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.280692] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.280943] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.281099] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.281525] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.281697] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.281871] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.282051] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.282195] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.282338] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 38448dd7-0236-42d8-b94d-91b4eccceebb is going to be created. [ 973.317800] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.318071] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.318172] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.318439] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.318761] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.318993] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-38448dd7-0236-42d8-b94d-91b4eccceebb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.607966] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.608311] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.608448] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.608736] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.608965] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.609143] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port f10146ae-13ce-45b8-9fd6-c3c1329eac8f not found, creating... [ 973.609421] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.609582] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.609690] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.609916] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.610059] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.610434] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.610585] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.610703] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.610915] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.611073] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.611284] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: f10146ae-13ce-45b8-9fd6-c3c1329eac8f is going to be created. [ 973.639661] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.639661] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.639852] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.640220] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.640533] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.640803] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-f10146ae-13ce-45b8-9fd6-c3c1329eac8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.753884] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.754082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.754082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.754342] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.754471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.754562] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be created. [ 973.782629] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.782806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.782935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.783309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.783506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.795201] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: UNINITIALIZED for 2s [ 973.834351] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 973.834590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.087177] env[66289]: INFO networking_nsxv3.common.synchronization [req-37ec6841-a403-4709-a65f-dcd4818bc563 req-646d74ed-614e-4e8f-841a-8ff30feaeeaf service nova] Enqueued Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_rules [ 974.087396] env[66289]: INFO networking_nsxv3.common.synchronization [req-37ec6841-a403-4709-a65f-dcd4818bc563 req-646d74ed-614e-4e8f-841a-8ff30feaeeaf service nova] Enqueued Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_members [ 974.087567] env[66289]: INFO networking_nsxv3.common.synchronization [req-37ec6841-a403-4709-a65f-dcd4818bc563 req-646d74ed-614e-4e8f-841a-8ff30feaeeaf service nova] Enqueued Resource ID: 38448dd7-0236-42d8-b94d-91b4eccceebb with Priority: HIGHEST for action port [ 974.088350] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_rules [ 974.088562] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_members [ 974.088597] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38448dd7-0236-42d8-b94d-91b4eccceebb with Priority: HIGHEST for action port [ 974.088848] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.088972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.089065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.089337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.089396] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd4d4f9-6637-49e1-b20d-c5118b03c73f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.091756] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.092418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.092633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.093268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.093502] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.093668] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.093745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.093996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.094125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.094265] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd4d4f9-6637-49e1-b20d-c5118b03c73f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.095289] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-38448dd7-0236-42d8-b94d-91b4eccceebb taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.095971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38448dd7-0236-42d8-b94d-91b4eccceebb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.096063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38448dd7-0236-42d8-b94d-91b4eccceebb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.096245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38448dd7-0236-42d8-b94d-91b4eccceebb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.096330] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38448dd7-0236-42d8-b94d-91b4eccceebb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.387165] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-8cb59a32-35c1-4547-af2c-88a30675d3b2 service nova] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_rules [ 974.387467] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-8cb59a32-35c1-4547-af2c-88a30675d3b2 service nova] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 974.387524] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-8cb59a32-35c1-4547-af2c-88a30675d3b2 service nova] Enqueued Resource ID: f10146ae-13ce-45b8-9fd6-c3c1329eac8f with Priority: HIGHEST for action port [ 974.388443] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_rules [ 974.388674] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 974.388812] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10146ae-13ce-45b8-9fd6-c3c1329eac8f with Priority: HIGHEST for action port [ 974.389206] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.389333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.389554] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.389643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.389953] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f10146ae-13ce-45b8-9fd6-c3c1329eac8f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.389953] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f10146ae-13ce-45b8-9fd6-c3c1329eac8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.390115] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f10146ae-13ce-45b8-9fd6-c3c1329eac8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.390275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f10146ae-13ce-45b8-9fd6-c3c1329eac8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.390405] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10146ae-13ce-45b8-9fd6-c3c1329eac8f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.592990] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.593965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.601610] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd4d4f9-6637-49e1-b20d-c5118b03c73f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.601610] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38448dd7-0236-42d8-b94d-91b4eccceebb with status ACTIVE [ 974.601610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.601610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.601610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.601610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.601610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.601610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.601610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.601610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.601610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.601610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.601610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.601610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.601610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.602733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.603029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.603029] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38448dd7-0236-42d8-b94d-91b4eccceebb is going to be updated. [ 974.627821] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.628401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.628401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.628568] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.629102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.629102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38448dd7-0236-42d8-b94d-91b4eccceebb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.643186] env[66289]: INFO networking_nsxv3.common.synchronization [req-9a2dc224-1b58-4674-8da3-b659bbbd4635 req-7be07a80-b385-4a3c-a217-1d1f88d0be74 tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 974.643186] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 974.643388] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.643526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.643597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.643775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.644171] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.644171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.644171] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.645225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.645225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.645225] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.652170] env[66289]: INFO networking_nsxv3.common.synchronization [req-98a09ea1-a6b4-4661-97a6-2d79eb80b423 req-b2bb0828-09f4-4f39-9302-2fdd02f14668 tempest-ServersV294TestFqdnHostnames-157527675 tempest-ServersV294TestFqdnHostnames-157527675-project-member] Enqueued Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_members [ 974.654228] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGHEST for action security_group_members [ 974.654228] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.654228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.654228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.654228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.654761] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.654761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.654895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.655110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.655279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.655449] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.898640] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f10146ae-13ce-45b8-9fd6-c3c1329eac8f with status ACTIVE [ 974.898909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.898909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.899030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.900754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.900997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.903782] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.903990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.904102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.904379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.904505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.904784] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.904929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.905067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.905223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.905332] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.905473] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f10146ae-13ce-45b8-9fd6-c3c1329eac8f is going to be updated. [ 974.931900] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.933165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.933165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.933165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.933165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.933165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f10146ae-13ce-45b8-9fd6-c3c1329eac8f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.034023] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.034023] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.034023] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.034023] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.034023] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.034717] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.034958] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.035444] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.035697] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.036039] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.036260] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.036463] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.038668] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.038668] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.038668] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.038668] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.071388] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.071871] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.072176] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.072460] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.072907] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-f2ee371a-dd99-4796-8e60-8ff5dd220239 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.073261] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-f2ee371a-dd99-4796-8e60-8ff5dd220239" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.073478] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-f2ee371a-dd99-4796-8e60-8ff5dd220239" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.073920] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-f2ee371a-dd99-4796-8e60-8ff5dd220239" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.074708] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ee371a-dd99-4796-8e60-8ff5dd220239',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.105067] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd4d4f9-6637-49e1-b20d-c5118b03c73f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.147558] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.147740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.147837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.148279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.148532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.148677] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.148798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.148863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.149078] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.149160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.149263] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 975.157705] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.158334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.158334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.158466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.158817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.158914] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.158977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.159059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.159263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.159364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.159474] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 is going to be updated. [ 975.184206] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.184424] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-712" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.184548] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-712" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.184847] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-712" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.185309] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.185439] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.185477] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.185705] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.185947] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.186087] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.186205] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.186311] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.186431] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.186555] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.186659] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.186812] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.196703] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.196928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.196928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.197185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.197343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.199676] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.199832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.199896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.200127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.200309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.223660] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 in Status: IN_PROGRESS for 2s [ 975.224094] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 975.225440] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.225642] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.225844] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.226072] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-712" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.226433] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-fc669ca2-9671-4f09-8b22-18d3eeaf9bbd taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.226630] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-fc669ca2-9671-4f09-8b22-18d3eeaf9bbd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.226754] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-fc669ca2-9671-4f09-8b22-18d3eeaf9bbd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.227115] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-fc669ca2-9671-4f09-8b22-18d3eeaf9bbd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.227282] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc669ca2-9671-4f09-8b22-18d3eeaf9bbd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.578494] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.578990] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.578990] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.579379] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.579598] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579831] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port f2ee371a-dd99-4796-8e60-8ff5dd220239 not found, creating... [ 975.580245] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.580492] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.580673] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.580994] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.581225] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.581585] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.581812] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.581996] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.582284] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.582491] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.582692] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: f2ee371a-dd99-4796-8e60-8ff5dd220239 is going to be created. [ 975.604628] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.604856] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.604985] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.605339] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.605581] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.605834] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-f2ee371a-dd99-4796-8e60-8ff5dd220239" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.607174] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.607321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.607391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.607641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.607722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.607918] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f is going to be created. [ 975.634431] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.634639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.634710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.634970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.635170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.646603] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f in Status: UNINITIALIZED for 2s [ 975.730594] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.730594] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.730594] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.730594] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.730942] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.731059] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port fc669ca2-9671-4f09-8b22-18d3eeaf9bbd not found, creating... [ 975.731362] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.731545] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.731676] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.731946] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.732097] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.732421] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.732633] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.732752] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.732983] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.733144] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.733304] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: fc669ca2-9671-4f09-8b22-18d3eeaf9bbd is going to be created. [ 975.760838] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.761140] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.761290] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.761569] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.761804] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.762075] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-fc669ca2-9671-4f09-8b22-18d3eeaf9bbd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.809682] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 975.809941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.810247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.810511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.810735] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.810954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.810954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.811130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.811220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.811313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.811416] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.812468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.813165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.813165] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.813165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.813165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.813165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.813687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.813687] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.289731] env[66289]: INFO networking_nsxv3.common.synchronization [req-bc5073af-4220-42ae-8988-404b2f2f92dd req-40862587-fbe4-45f0-8480-812afc9a93bf service nova] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_rules [ 976.289923] env[66289]: INFO networking_nsxv3.common.synchronization [req-bc5073af-4220-42ae-8988-404b2f2f92dd req-40862587-fbe4-45f0-8480-812afc9a93bf service nova] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 976.290089] env[66289]: INFO networking_nsxv3.common.synchronization [req-bc5073af-4220-42ae-8988-404b2f2f92dd req-40862587-fbe4-45f0-8480-812afc9a93bf service nova] Enqueued Resource ID: f2ee371a-dd99-4796-8e60-8ff5dd220239 with Priority: HIGHEST for action port [ 976.292844] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_rules [ 976.293120] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 976.293261] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee371a-dd99-4796-8e60-8ff5dd220239 with Priority: HIGHEST for action port [ 976.293612] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.293808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.293900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.294151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.294339] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.295811] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.295811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.295811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.295811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.295950] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.296034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.296104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.296260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.296340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.298075] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.298075] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ee371a-dd99-4796-8e60-8ff5dd220239 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.298075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ee371a-dd99-4796-8e60-8ff5dd220239" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.298075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ee371a-dd99-4796-8e60-8ff5dd220239" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.298075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ee371a-dd99-4796-8e60-8ff5dd220239" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.298075] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ee371a-dd99-4796-8e60-8ff5dd220239',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.315222] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.315690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.315768] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.477817] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-e2c1cbd4-7d66-4cdb-8fc6-92f83b29cfa2 service nova] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_rules [ 976.478012] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-e2c1cbd4-7d66-4cdb-8fc6-92f83b29cfa2 service nova] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 976.478167] env[66289]: INFO networking_nsxv3.common.synchronization [req-9ee5e64c-ca9c-43a6-97d0-3162b20f207d req-e2c1cbd4-7d66-4cdb-8fc6-92f83b29cfa2 service nova] Enqueued Resource ID: fc669ca2-9671-4f09-8b22-18d3eeaf9bbd with Priority: HIGHEST for action port [ 976.478909] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_rules [ 976.479071] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 976.479603] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc669ca2-9671-4f09-8b22-18d3eeaf9bbd with Priority: HIGHEST for action port [ 976.479603] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.479603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.479859] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.480017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.480130] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc669ca2-9671-4f09-8b22-18d3eeaf9bbd taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.480249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc669ca2-9671-4f09-8b22-18d3eeaf9bbd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.480588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc669ca2-9671-4f09-8b22-18d3eeaf9bbd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.480588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc669ca2-9671-4f09-8b22-18d3eeaf9bbd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.480688] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc669ca2-9671-4f09-8b22-18d3eeaf9bbd',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.798406] env[66289]: INFO networking_nsxv3.common.synchronization [req-6a7e227c-079d-4445-923d-5566324ca05e req-6c8bbb2f-132c-4f58-90cd-a6130c096854 tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 976.799231] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.799231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.799384] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 976.800424] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.800424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.800424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.800424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.800678] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.800822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.800895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.801103] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.801288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.801437] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.802251] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.803353] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2ee371a-dd99-4796-8e60-8ff5dd220239 with status ACTIVE [ 976.803560] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.803767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.803767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.803954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.804118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.804292] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.804418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.804502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.804675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.804783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.804992] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.805129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.805217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.805389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.805494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.805602] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2ee371a-dd99-4796-8e60-8ff5dd220239 is going to be updated. [ 976.832752] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.832933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.832933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.833143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.833284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.833440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ee371a-dd99-4796-8e60-8ff5dd220239" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.978713] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.982979] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc669ca2-9671-4f09-8b22-18d3eeaf9bbd with status ACTIVE [ 976.983120] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.983935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.983935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.983935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.983935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.986410] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.986410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.986410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.986410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.986410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.986410] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.986410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.986410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.986410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.986410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.986410] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc669ca2-9671-4f09-8b22-18d3eeaf9bbd is going to be updated. [ 977.011348] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.011348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.011348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.011348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.011348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.011348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc669ca2-9671-4f09-8b22-18d3eeaf9bbd" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.123231] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.123425] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.123542] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.123810] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.124076] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.124275] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.124328] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.127043] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.127043] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.127043] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.127043] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.127043] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.127043] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.127043] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.127043] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.127043] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.147565] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.147753] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.147889] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.148077] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.148399] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-ae8fbf52-18b3-499e-aed6-1caa77ab5904 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.148574] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-ae8fbf52-18b3-499e-aed6-1caa77ab5904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.148711] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-ae8fbf52-18b3-499e-aed6-1caa77ab5904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.149070] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-ae8fbf52-18b3-499e-aed6-1caa77ab5904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.149211] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae8fbf52-18b3-499e-aed6-1caa77ab5904',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.235245] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 977.235412] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 deletion is rescheduled due to dependency. [ 977.235611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.236353] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 in Status: SUCCESS [ 977.236536] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 deletion is rescheduled due to dependency. [ 977.236683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.304056] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.304261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.304356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.304747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.304905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.305563] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.305563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.305563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.305743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.305743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.305798] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 977.307206] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.350944] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.350944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.350944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.350944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.350944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.368113] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 977.482147] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.482312] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.482376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.482669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.482788] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.483314] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 977.519719] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.519965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.519965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.520152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.520337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.533895] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 977.651694] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.651998] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.652099] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.652395] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.652558] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.652712] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port ae8fbf52-18b3-499e-aed6-1caa77ab5904 not found, creating... [ 977.652986] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.653154] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.653271] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.653510] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.653637] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.653928] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.654095] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.654207] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.654413] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.655807] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.655993] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: ae8fbf52-18b3-499e-aed6-1caa77ab5904 is going to be created. [ 977.663335] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f in Status: SUCCESS [ 977.663335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.663335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.663335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.663454] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.663581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.663647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.663831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.663913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.663998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.664108] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd4d4f9-6637-49e1-b20d-c5118b03c73f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.685957] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.687255] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.687255] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.687255] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.687255] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.687441] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-ae8fbf52-18b3-499e-aed6-1caa77ab5904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.810041] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.810402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.810402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.810576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.810667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.810768] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be updated. [ 977.855294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.855495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.855495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.855721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.855862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.873161] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 978.167275] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd4d4f9-6637-49e1-b20d-c5118b03c73f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.402366] env[66289]: INFO networking_nsxv3.common.synchronization [req-6a7e227c-079d-4445-923d-5566324ca05e req-77ea3785-3674-4d83-8d23-11efba27ed58 service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 978.402683] env[66289]: INFO networking_nsxv3.common.synchronization [req-6a7e227c-079d-4445-923d-5566324ca05e req-77ea3785-3674-4d83-8d23-11efba27ed58 service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 978.402848] env[66289]: INFO networking_nsxv3.common.synchronization [req-6a7e227c-079d-4445-923d-5566324ca05e req-77ea3785-3674-4d83-8d23-11efba27ed58 service nova] Enqueued Resource ID: ae8fbf52-18b3-499e-aed6-1caa77ab5904 with Priority: HIGHEST for action port [ 978.403407] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 978.404487] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 978.404611] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8fbf52-18b3-499e-aed6-1caa77ab5904 with Priority: HIGHEST for action port [ 978.404911] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.405046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.405115] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.405326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.405409] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.406283] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.406388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.406616] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae8fbf52-18b3-499e-aed6-1caa77ab5904 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.406685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae8fbf52-18b3-499e-aed6-1caa77ab5904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.406762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae8fbf52-18b3-499e-aed6-1caa77ab5904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.406909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae8fbf52-18b3-499e-aed6-1caa77ab5904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.406985] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae8fbf52-18b3-499e-aed6-1caa77ab5904',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.670626] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd4d4f9-6637-49e1-b20d-c5118b03c73f: rpc.has_security_group_logging(os_id): False [ 978.691797] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.692025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.692025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.692240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.692335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.692750] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.692750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.692750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.692922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.692956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.693042] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f is going to be created. [ 978.758617] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.758856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.758992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.759355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.759632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.771666] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f in Status: IN_PROGRESS for 2s [ 978.910294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.910690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.910744] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae8fbf52-18b3-499e-aed6-1caa77ab5904 with status ACTIVE [ 978.910945] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.911074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.911144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.911428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.911608] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.911968] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.912139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.912244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.912463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.912544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.912734] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.912841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.912919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.913152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.913240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.913334] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae8fbf52-18b3-499e-aed6-1caa77ab5904 is going to be updated. [ 978.943264] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.943513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.943513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.943805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.944162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.944420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae8fbf52-18b3-499e-aed6-1caa77ab5904" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.297489] env[66289]: INFO networking_nsxv3.common.synchronization [req-4ef69207-29f2-4d93-a97b-cda889273358 req-ef780936-a342-41f8-b450-48130b4757f8 tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 979.298592] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 979.298592] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.298753] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.298753] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.298966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.299143] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.299307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.299366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.299558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.299654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.299755] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.388682] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 979.389387] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 deletion is rescheduled due to dependency. [ 979.389387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.389387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.389387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.389708] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.389708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.389804] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.390906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.390906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.390906] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.546199] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 979.546199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.546199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.546343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.547896] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.547896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.547896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.547896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.547896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.547896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.547896] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.547896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.547896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.547896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.547896] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.547896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.547896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.548563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.548563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.548563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.548563] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.549318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.549485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.549680] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.549736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.549783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.549919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.549997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.550093] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.707110] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.707340] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.707466] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.707837] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.708124] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.708317] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.708445] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.708676] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.708840] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.709031] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.709145] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.709244] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.709349] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.709452] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.709552] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.709680] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.734029] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.735031] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.735031] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.735031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.735706] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-3cbe9848-fedb-4906-8aed-a1de3d1e04f4 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.735706] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-3cbe9848-fedb-4906-8aed-a1de3d1e04f4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.736650] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-3cbe9848-fedb-4906-8aed-a1de3d1e04f4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.737104] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-3cbe9848-fedb-4906-8aed-a1de3d1e04f4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.738026] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbe9848-fedb-4906-8aed-a1de3d1e04f4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.804625] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.804874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.804935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.805154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.805260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.805464] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.805579] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.805644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.805807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.805898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.806012] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 already deleted. [ 979.806118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.883967] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 979.884265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.884500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.884744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.884923] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.885164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.885164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.885279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.885361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.885445] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.885536] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.892743] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.052252] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17568ad5-5173-4703-8df7-5872d2a56164: rpc.has_security_group_logging(os_id): False [ 980.053637] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.086515] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.086718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.086839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.087096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.087221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.087474] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.087600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.087689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.088209] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.088209] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.088328] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.088441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.088488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.088628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.088703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.088890] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.088983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.089054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.089192] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.089266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.089353] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be created. [ 980.167538] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.167695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.167764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.167984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.168344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.194866] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 980.241397] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.241670] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.241899] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.242358] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.242555] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.242687] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 3cbe9848-fedb-4906-8aed-a1de3d1e04f4 not found, creating... [ 980.242965] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.243142] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.243316] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.243702] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.243800] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.244167] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.244360] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.244483] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.245047] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.245047] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.245047] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 3cbe9848-fedb-4906-8aed-a1de3d1e04f4 is going to be created. [ 980.296610] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.296610] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.296610] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.296610] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.296610] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.296610] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-3cbe9848-fedb-4906-8aed-a1de3d1e04f4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.388640] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.388811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.388811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.389544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.389544] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.389544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.389750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.389801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.389906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.390086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.390231] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.390349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.390436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.390610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.390782] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.390882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.390939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.391141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.391255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.391335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.391436] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.396477] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.557199] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.786302] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f in Status: SUCCESS [ 980.786567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.893729] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d61a784b-a4e5-486c-8ae1-d61ea2536fb4: rpc.has_security_group_logging(os_id): False [ 980.899071] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.899628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.899628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.899628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.899780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.899780] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 980.913375] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.913610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.913610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.914292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.914292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.914292] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.914763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.914763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.914763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.914763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.914984] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.915072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.915132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.915271] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.915377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.915495] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.915610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.915671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.915974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.915974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.915974] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be updated. [ 980.945100] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.945366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.945366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.946089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.946089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.955173] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 980.985562] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.985779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.985779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.986085] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.986242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.002733] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 981.026650] env[66289]: INFO networking_nsxv3.common.synchronization [req-4ef69207-29f2-4d93-a97b-cda889273358 req-c995ea79-fc3f-49e5-b7c2-6f23ffb6f942 service nova] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_rules [ 981.026808] env[66289]: INFO networking_nsxv3.common.synchronization [req-4ef69207-29f2-4d93-a97b-cda889273358 req-c995ea79-fc3f-49e5-b7c2-6f23ffb6f942 service nova] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 981.026889] env[66289]: INFO networking_nsxv3.common.synchronization [req-4ef69207-29f2-4d93-a97b-cda889273358 req-c995ea79-fc3f-49e5-b7c2-6f23ffb6f942 service nova] Enqueued Resource ID: 3cbe9848-fedb-4906-8aed-a1de3d1e04f4 with Priority: HIGHEST for action port [ 981.027465] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_rules [ 981.027600] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 981.028197] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cbe9848-fedb-4906-8aed-a1de3d1e04f4 with Priority: HIGHEST for action port [ 981.028197] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.029315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.029315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.029315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.029315] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.030042] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.030042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.030042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.030233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.030411] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.030512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.030571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.030720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.030797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.030886] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.035063] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cbe9848-fedb-4906-8aed-a1de3d1e04f4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.035063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cbe9848-fedb-4906-8aed-a1de3d1e04f4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.035063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cbe9848-fedb-4906-8aed-a1de3d1e04f4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.035063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cbe9848-fedb-4906-8aed-a1de3d1e04f4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.035063] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cbe9848-fedb-4906-8aed-a1de3d1e04f4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.060407] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.061080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.061080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.061080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.061364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.061364] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 981.103179] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.103335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.103420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.103656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.103807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.112963] env[66289]: INFO networking_nsxv3.common.synchronization [req-efa23b65-cee5-4ff2-b643-bb7abf5cda57 req-60329580-0597-4d82-91cc-e6f5265b83b1 tempest-AttachVolumeTestJSON-1780112823 tempest-AttachVolumeTestJSON-1780112823-project-member] Enqueued Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_members [ 981.113610] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGHEST for action security_group_members [ 981.113926] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.114060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.114132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.114333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.114497] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.114593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.114693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.114805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.114891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.114984] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.116551] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 981.536536] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cbe9848-fedb-4906-8aed-a1de3d1e04f4 with status ACTIVE [ 981.536844] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.536941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.536978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.537249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.537400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.537576] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.537750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.537750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.537849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.537924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.538457] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.538457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.538457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.538457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.538707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.538707] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cbe9848-fedb-4906-8aed-a1de3d1e04f4 is going to be updated. [ 981.540052] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.540166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.540414] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.571518] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.571738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.571798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.572023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.572185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.572586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cbe9848-fedb-4906-8aed-a1de3d1e04f4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.617938] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.620104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.620104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.620104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.620365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.620659] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.620768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.621612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.621612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.621612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.621612] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 is going to be updated. [ 981.656295] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.656295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.656295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.656295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.656295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.675395] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 in Status: IN_PROGRESS for 2s [ 981.922654] env[66289]: INFO networking_nsxv3.common.synchronization [req-5f2e3e6d-71c7-42fc-8edf-e256386849a6 req-4000132f-3fbc-4499-bf27-2caba329455c tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_members [ 981.922654] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_members [ 981.922654] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5604efd0-baaf-48d4-8431-eaefbadc423e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.922654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.922964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.922964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.923079] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.923148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.923214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.923391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.923490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.923609] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.042645] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.211560] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 982.211837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.211985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.212239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.212332] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.268999] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.269268] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.269352] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.269647] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.269918] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.270205] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.270560] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.271273] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.271273] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.271599] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.271915] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.272094] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.272301] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.272495] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.272649] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.272826] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.298075] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.300786] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.300786] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.300786] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.300786] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-68bb5014-1382-4d87-8580-1d0b8bf80f5b taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.300786] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-68bb5014-1382-4d87-8580-1d0b8bf80f5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.300786] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-68bb5014-1382-4d87-8580-1d0b8bf80f5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.300786] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-68bb5014-1382-4d87-8580-1d0b8bf80f5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.300786] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bb5014-1382-4d87-8580-1d0b8bf80f5b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.426906] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.427338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.427456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.427798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.427950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.428384] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.428534] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.428575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.429208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.429208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.429208] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5604efd0-baaf-48d4-8431-eaefbadc423e already deleted. [ 982.429338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.545636] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.545786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.545863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.546110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.546202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.546301] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be created. [ 982.583439] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.583683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.583824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.584093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.584304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.597934] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: UNINITIALIZED for 2s [ 982.715019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.715177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.803108] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.803391] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.803541] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.803858] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.804049] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.804213] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 68bb5014-1382-4d87-8580-1d0b8bf80f5b not found, creating... [ 982.804526] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.804705] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.804824] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.805121] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.805547] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.805766] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.805892] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.805961] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.806300] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.806474] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.806594] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 68bb5014-1382-4d87-8580-1d0b8bf80f5b is going to be created. [ 982.843472] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.843797] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.844129] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.844510] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.845019] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.845244] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-68bb5014-1382-4d87-8580-1d0b8bf80f5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.967677] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 982.968029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.968258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.968585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.968844] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.968974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.969051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.969231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.969324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.969421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.969525] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.018221] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 983.018482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.132991] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 983.133284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.133504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.133865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.134154] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.134459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.134459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.134639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.134736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.134827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.134938] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.471580] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.471914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.471914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.472172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.472848] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.472848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.472848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.472848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.472848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.473137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.474105] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.474295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.474380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.474953] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.475160] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.475777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.475777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.475777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.475953] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.476022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.476726] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.638973] env[66289]: INFO networking_nsxv3.common.synchronization [req-5f2e3e6d-71c7-42fc-8edf-e256386849a6 req-241d88bf-1e66-47db-af8d-d44dfa1c04c3 service nova] Enqueued Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_rules [ 983.639171] env[66289]: INFO networking_nsxv3.common.synchronization [req-5f2e3e6d-71c7-42fc-8edf-e256386849a6 req-241d88bf-1e66-47db-af8d-d44dfa1c04c3 service nova] Enqueued Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_members [ 983.639321] env[66289]: INFO networking_nsxv3.common.synchronization [req-5f2e3e6d-71c7-42fc-8edf-e256386849a6 req-241d88bf-1e66-47db-af8d-d44dfa1c04c3 service nova] Enqueued Resource ID: 68bb5014-1382-4d87-8580-1d0b8bf80f5b with Priority: HIGHEST for action port [ 983.640350] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.640454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.640508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.640709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.640873] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.641110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.641110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.641554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.641554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.641554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.641554] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.644221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.644221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.644221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.644221] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.644221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.644221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.644221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.644221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.644221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.644221] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.644221] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_rules [ 983.644221] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_members [ 983.644221] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bb5014-1382-4d87-8580-1d0b8bf80f5b with Priority: HIGHEST for action port [ 983.644814] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5604efd0-baaf-48d4-8431-eaefbadc423e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.645162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.645162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.645162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.645354] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.646406] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5604efd0-baaf-48d4-8431-eaefbadc423e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.646517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.646575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.648034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.648034] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.648034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.648034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.648034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.648034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.648034] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.649037] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-68bb5014-1382-4d87-8580-1d0b8bf80f5b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.649037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68bb5014-1382-4d87-8580-1d0b8bf80f5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.649037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68bb5014-1382-4d87-8580-1d0b8bf80f5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.649037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68bb5014-1382-4d87-8580-1d0b8bf80f5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.649037] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bb5014-1382-4d87-8580-1d0b8bf80f5b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.685278] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 in Status: SUCCESS [ 983.685484] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 deletion is rescheduled due to dependency. [ 983.685605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.979177] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b110e8f4-4cab-48dc-bb44-aa3de7afc7f5: rpc.has_security_group_logging(os_id): False [ 983.999490] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.999730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.999930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.000634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.000634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.000634] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.000889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.000889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.001054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.001303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.001303] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.001404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.001453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.001619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.001671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.002266] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.002266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.002266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.002473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.002473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.002629] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 984.073986] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.073986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.073986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.074245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.074245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.094198] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 984.146113] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17568ad5-5173-4703-8df7-5872d2a56164: rpc.has_security_group_logging(os_id): False [ 984.153055] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.156027] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68bb5014-1382-4d87-8580-1d0b8bf80f5b with status ACTIVE [ 984.156027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.156027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.156027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.156027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.156027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.156027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.156027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.156027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.156027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.156027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.156027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.156027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.156835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.160533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.160533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.160533] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68bb5014-1382-4d87-8580-1d0b8bf80f5b is going to be updated. [ 984.160533] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5604efd0-baaf-48d4-8431-eaefbadc423e taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.160533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.196735] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.196735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.196735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.196735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.196735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.196735] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.196735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.196735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.196735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.196735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.196735] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.196735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.196735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.198112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.198814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.198814] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.198995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.199060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.199334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.199619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.199619] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 984.214602] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.214602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.215880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.215880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.215880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.215880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68bb5014-1382-4d87-8580-1d0b8bf80f5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.336215] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.336408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.336471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.336664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.336805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.371095] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 984.455717] env[66289]: INFO networking_nsxv3.common.synchronization [req-be10b348-0780-406c-9735-e56f78ea475b req-7c29e7f9-d683-4619-8615-00a62e069fc7 tempest-ServersNegativeTestJSON-1664066863 tempest-ServersNegativeTestJSON-1664066863-project-member] Enqueued Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 984.459514] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 984.459576] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.459740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.459836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.460119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.460290] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.460410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.460465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.460622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.460700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.460792] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.609610] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 984.609889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.610032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.610229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.610504] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.610628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.610690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.610866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.610943] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.611041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.611130] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.660509] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.884014] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.884226] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.884447] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.884735] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.884987] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.885169] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.885287] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.885524] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.885669] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.885878] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.885988] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.886129] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.886211] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.886335] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.886457] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.886677] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.907611] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.907798] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.907935] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.908199] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.908676] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-40672900-6657-40ed-9271-ade07ed8b84f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.908863] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.908987] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.909306] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.909445] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40672900-6657-40ed-9271-ade07ed8b84f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.964260] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.964404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.964838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.964838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.964838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.965161] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.965161] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.965161] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.965263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.965369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.965533] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e76998b-4676-4477-9694-341ebc353dbe already deleted. [ 984.965533] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.113974] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.164406] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.164406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.164406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.164406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.164406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.164406] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5604efd0-baaf-48d4-8431-eaefbadc423e is going to be created. [ 985.200508] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.200661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.200720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.201022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.201119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.213819] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5604efd0-baaf-48d4-8431-eaefbadc423e in Status: UNINITIALIZED for 2s [ 985.412098] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.412501] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.412702] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.413010] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.413175] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.413336] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 40672900-6657-40ed-9271-ade07ed8b84f not found, creating... [ 985.413623] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.413822] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.414410] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.414688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.414836] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.415153] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.415358] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.416594] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.416594] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.416594] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.416594] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 40672900-6657-40ed-9271-ade07ed8b84f is going to be created. [ 985.440561] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.440839] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.441014] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.441391] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.441623] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.441859] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.616216] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16b265ac-c047-43dc-ba87-7efa6309d682: rpc.has_security_group_logging(os_id): False [ 985.639447] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.639595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.639661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.639879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.639964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.640222] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.640343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.640408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.640561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.640632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.640717] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be created. [ 985.715721] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.715948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.715948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.716243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.716432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.740051] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 986.113346] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 986.113578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.186172] env[66289]: INFO networking_nsxv3.common.synchronization [req-be10b348-0780-406c-9735-e56f78ea475b req-5fa7e2fe-6236-4962-a854-02a93b536fc3 service nova] Enqueued Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_rules [ 986.186172] env[66289]: INFO networking_nsxv3.common.synchronization [req-be10b348-0780-406c-9735-e56f78ea475b req-5fa7e2fe-6236-4962-a854-02a93b536fc3 service nova] Enqueued Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 986.186339] env[66289]: INFO networking_nsxv3.common.synchronization [req-be10b348-0780-406c-9735-e56f78ea475b req-5fa7e2fe-6236-4962-a854-02a93b536fc3 service nova] Enqueued Resource ID: 40672900-6657-40ed-9271-ade07ed8b84f with Priority: HIGHEST for action port [ 986.187035] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_rules [ 986.189468] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 986.189789] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40672900-6657-40ed-9271-ade07ed8b84f with Priority: HIGHEST for action port [ 986.194068] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.194068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.194068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.194068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.194068] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.194068] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.194068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.194068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.194068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.194068] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.194068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.194068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.194068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.194068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.194068] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.194068] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-40672900-6657-40ed-9271-ade07ed8b84f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.194857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.194857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.194857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.194857] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40672900-6657-40ed-9271-ade07ed8b84f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.390028] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 986.390028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.390028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.390028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.390028] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.697056] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40672900-6657-40ed-9271-ade07ed8b84f with status ACTIVE [ 986.697056] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.697519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.697519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.697780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.697780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.697971] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.698144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.698238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.698613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.698772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.699108] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.699220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.699283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.699530] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.699626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.699723] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40672900-6657-40ed-9271-ade07ed8b84f is going to be updated. [ 986.701284] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.701393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.701580] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.733541] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.733718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.733718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.734045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.734210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.734428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.893372] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.893540] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.893611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.893876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.894059] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.894168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.894258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.894395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.894482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.894574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.894801] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.204367] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.232269] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5604efd0-baaf-48d4-8431-eaefbadc423e in Status: SUCCESS [ 987.232269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.232269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.232269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.232269] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.232269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.232269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.232269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.232269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.232269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.232269] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.400024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.400024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.400024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.400024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.400024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.400783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.400783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.400783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.400783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.400783] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.710800] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.711247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.711247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.711987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.711987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.711987] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e76998b-4676-4477-9694-341ebc353dbe is going to be created. [ 987.735813] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.747850] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.748772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.748772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.748772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.748772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.786181] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 987.786442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.814733] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: UNINITIALIZED for 2s [ 987.903762] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17568ad5-5173-4703-8df7-5872d2a56164: rpc.has_security_group_logging(os_id): False [ 987.926924] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.927230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.927230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.927524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.927524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.927718] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.927830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.927891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.928054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.928152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.928603] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.928603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.928709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.928798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.928898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.929187] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.929288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.929350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.929532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.929643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.929733] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 988.009733] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.009733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.009733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.009733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.009733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.028333] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 988.238719] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5604efd0-baaf-48d4-8431-eaefbadc423e: rpc.has_security_group_logging(os_id): False [ 988.263592] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.263755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.263826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.264068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.264164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.264418] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.264525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.264587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.264862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.264934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.265042] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5604efd0-baaf-48d4-8431-eaefbadc423e is going to be created. [ 988.360556] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.360783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.360783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.361033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.365146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.374228] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5604efd0-baaf-48d4-8431-eaefbadc423e in Status: IN_PROGRESS for 2s [ 989.430900] env[66289]: INFO networking_nsxv3.common.synchronization [req-fc31f083-6452-4190-8c13-9866d318f286 req-28fb8bc0-c167-4980-a02a-4ceeffdd1885 tempest-ServerActionsV293TestJSON-1000215746 tempest-ServerActionsV293TestJSON-1000215746-project-member] Enqueued Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_members [ 989.432061] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGHEST for action security_group_members [ 989.432435] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-226d795e-914a-4cc1-8102-aca7c639925b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.432615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.433195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.433523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.434340] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.434528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.434622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.434832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.434927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.435284] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.827126] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: SUCCESS [ 989.827196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.827379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.827644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.827878] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.828043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.828198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.828319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.828423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.828627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.828774] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.891116] env[66289]: INFO networking_nsxv3.common.synchronization [req-dc6018b8-6b4f-4f51-a1eb-6aa4103e6206 req-d462a209-358d-46a4-991e-0f81d2448c39 tempest-ServersTestMultiNic-688822638 tempest-ServersTestMultiNic-688822638-project-member] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 989.891806] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 989.892235] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.892395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.892435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.892701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.892873] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.893014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.893094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.893302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.893418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.893529] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.940260] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.940260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.940260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.940580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.940580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.940772] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.940878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.940937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.941106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.941380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.941475] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226d795e-914a-4cc1-8102-aca7c639925b is going to be updated. [ 989.970181] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.970181] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.970506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.970506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.970657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.981588] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226d795e-914a-4cc1-8102-aca7c639925b in Status: IN_PROGRESS for 2s [ 990.044011] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.044434] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.044565] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.044873] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.045158] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.045412] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.045626] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.045945] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.046104] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.046319] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.046434] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.046542] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.046647] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.046765] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.046875] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.047021] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.048939] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 990.049145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.068654] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.068654] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.068654] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.068909] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.069109] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.069473] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.069473] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.069675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.069800] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.120687] env[66289]: INFO networking_nsxv3.common.synchronization [req-5a06fbe0-aaf5-4e4e-bb23-9c19015fe8de req-0f40e322-4ea4-47ef-88d9-54ef1bace28c tempest-ImagesTestJSON-417225935 tempest-ImagesTestJSON-417225935-project-member] Enqueued Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 990.121481] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29883d1-408b-4470-a4ef-d60472735302 with Priority: HIGHEST for action security_group_members [ 990.121794] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-c29883d1-408b-4470-a4ef-d60472735302 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.121962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.122297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.122523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.122722] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.122831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.122901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.123071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.123158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.123254] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c29883d1-408b-4470-a4ef-d60472735302',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.334410] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.334625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.334677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.334912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.335094] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.335200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.335265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.335418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.335522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.335617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.335851] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.335851] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.336039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.336083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.336200] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.336312] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.336374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.336599] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.336599] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.336658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.336748] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.388219] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5604efd0-baaf-48d4-8431-eaefbadc423e in Status: SUCCESS [ 990.388619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.396234] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.427518] env[66289]: INFO networking_nsxv3.common.synchronization [req-dc6018b8-6b4f-4f51-a1eb-6aa4103e6206 req-02624cda-2901-4890-bfd8-860a9b996e28 tempest-ServersTestMultiNic-688822638 tempest-ServersTestMultiNic-688822638-project-member] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 990.427921] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 990.428276] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.428411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.572480] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.572844] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.573016] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.573367] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.573576] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.573924] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.574175] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.574315] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.574566] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.574742] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.575298] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.575398] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.575445] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.575727] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.575898] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.576070] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 is going to be updated. [ 990.600478] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.600721] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.600844] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.601163] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.601387] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.601639] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.626620] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.626789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.626863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.627184] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.627321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.627537] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.627643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.627709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.627874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.627991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.628063] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 is going to be updated. [ 990.669013] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.669186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.669282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.669578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.669578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.691242] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: IN_PROGRESS for 2s [ 990.754994] env[66289]: INFO networking_nsxv3.common.synchronization [req-dc6018b8-6b4f-4f51-a1eb-6aa4103e6206 req-daa7209f-5cec-41ed-90b0-af7d3db02ea1 tempest-ServersTestMultiNic-688822638 tempest-ServersTestMultiNic-688822638-project-member] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 990.755666] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 990.757383] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.757383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.840629] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e76998b-4676-4477-9694-341ebc353dbe: rpc.has_security_group_logging(os_id): False [ 990.859861] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.860066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.860138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.860453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.860569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.860815] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.860939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.861028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.861223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.861316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.861633] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.861778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.861865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.862101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.862199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.862461] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.862596] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.862662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.862824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.863035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.863115] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e76998b-4676-4477-9694-341ebc353dbe is going to be created. [ 990.899047] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.930577] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.930751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.930751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.931030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.931263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.953160] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: IN_PROGRESS for 2s [ 991.401927] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.402109] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.402818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.403069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.403237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.403309] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 991.418109] env[66289]: INFO networking_nsxv3.common.synchronization [req-e50e52d2-a5ae-4e92-8edb-99107a702858 req-0267ec26-a2e6-49a7-a7d3-0ee80a9c19e0 service nova] Enqueued Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_rules [ 991.418333] env[66289]: INFO networking_nsxv3.common.synchronization [req-e50e52d2-a5ae-4e92-8edb-99107a702858 req-0267ec26-a2e6-49a7-a7d3-0ee80a9c19e0 service nova] Enqueued Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_members [ 991.418333] env[66289]: INFO networking_nsxv3.common.synchronization [req-e50e52d2-a5ae-4e92-8edb-99107a702858 req-0267ec26-a2e6-49a7-a7d3-0ee80a9c19e0 service nova] Enqueued Resource ID: a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 with Priority: HIGHEST for action port [ 991.419016] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_rules [ 991.419236] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_members [ 991.419349] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 with Priority: HIGHEST for action port [ 991.419686] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.419862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.420031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.420465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.420465] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.421486] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7cdd60a-0037-459e-93cb-aa7870fb5e88 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.421641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.421710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.421936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.422230] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.422362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.422449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.422627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.422736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.422846] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.423658] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.423798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.423890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.424075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.424175] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.441507] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.441698] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.441771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.442742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.442742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.453732] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 991.925514] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7cdd60a-0037-459e-93cb-aa7870fb5e88 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.925846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.925846] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.927314] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 with status ACTIVE [ 991.927314] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.927314] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.927314] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.927516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.927516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.927634] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.928285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.928285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.928285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.928285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.928600] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.928746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.928869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.929364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.929364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.929364] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1 is going to be updated. [ 991.958501] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.958656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.958730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.958959] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.959106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.959269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7c00b5b-6f92-45a2-a4d6-1dacadc1b4a1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.991409] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 226d795e-914a-4cc1-8102-aca7c639925b in Status: SUCCESS [ 991.991752] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 226d795e-914a-4cc1-8102-aca7c639925b deletion is rescheduled due to dependency. [ 991.991752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.114037] env[66289]: INFO networking_nsxv3.common.synchronization [req-066c3e6d-6352-46ac-a19e-5189273ab179 req-ae1f18a0-7777-4111-9805-15ee3377f3cd tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 992.114037] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 992.114037] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.114275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.114275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.116632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.116632] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.116632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.116632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.116632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.116632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.116632] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.432355] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.618942] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.704123] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c29883d1-408b-4470-a4ef-d60472735302 in Status: SUCCESS [ 992.704410] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c29883d1-408b-4470-a4ef-d60472735302 deletion is rescheduled due to dependency. [ 992.704546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c29883d1-408b-4470-a4ef-d60472735302" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.880140] env[66289]: INFO networking_nsxv3.common.synchronization [req-33caf8f9-b9ca-4428-9cd1-95ebf671c745 req-395cdb35-0fb8-4f2c-b9ac-9327683850f6 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 992.880140] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 992.883922] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.884094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.884140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.884427] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.884826] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.886419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.886495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.886716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.886881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.886992] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.934203] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.934501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.934501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.934647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.934739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.934837] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 is going to be updated. [ 992.976276] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: SUCCESS [ 992.976517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.989699] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.990035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.990111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.990367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.990506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.005106] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 in Status: IN_PROGRESS for 2s [ 993.126117] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.258393] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.258393] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-881" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.258393] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-881" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.259602] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-881" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.260057] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.260327] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.262012] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.263161] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.263161] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.263161] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.263161] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.263161] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.263161] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.263750] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.263750] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.263750] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.286189] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.286189] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.286189] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.286189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-881" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.286189] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-022112c4-6594-4b30-b126-47510402798c taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.286189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.286492] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.286872] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.286872] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('022112c4-6594-4b30-b126-47510402798c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.389748] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.389748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.389748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.390919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.390919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.390919] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.390919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.390919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.391128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.391128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.391183] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc already deleted. [ 993.391338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.467173] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 993.467355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.467590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.467831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.468046] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.468182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.468267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.468463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.468541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.468658] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.629168] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.629401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.629485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.629643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.629813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.629882] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be updated. [ 993.661351] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.661544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.661661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.661793] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.661939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.673577] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 993.783376] env[66289]: INFO networking_nsxv3.common.synchronization [None req-2419d090-2b7b-4511-8616-f552b5e216dd tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 993.784300] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 993.784666] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.784780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.791101] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.791361] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.791478] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.791781] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.791961] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.792137] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 022112c4-6594-4b30-b126-47510402798c not found, creating... [ 993.792419] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.792701] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.792887] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.793214] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.793214] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.793556] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.793728] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.793844] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.794071] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.794217] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.794431] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 022112c4-6594-4b30-b126-47510402798c is going to be created. [ 993.815834] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.816402] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.816402] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.816561] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.816756] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.817021] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.974637] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.975148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.975148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.975258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.975394] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.975559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.975699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.975776] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.975892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.976029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.976135] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 994.019088] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.019242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.019334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.019680] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.019805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.041668] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 994.615117] env[66289]: INFO networking_nsxv3.common.synchronization [req-33caf8f9-b9ca-4428-9cd1-95ebf671c745 req-be0c155f-5020-48d8-bc9d-471b584fe327 service nova] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 994.615316] env[66289]: INFO networking_nsxv3.common.synchronization [req-33caf8f9-b9ca-4428-9cd1-95ebf671c745 req-be0c155f-5020-48d8-bc9d-471b584fe327 service nova] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 994.616077] env[66289]: INFO networking_nsxv3.common.synchronization [req-33caf8f9-b9ca-4428-9cd1-95ebf671c745 req-be0c155f-5020-48d8-bc9d-471b584fe327 service nova] Enqueued Resource ID: 022112c4-6594-4b30-b126-47510402798c with Priority: HIGHEST for action port [ 994.616077] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 994.616317] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 994.616317] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022112c4-6594-4b30-b126-47510402798c with Priority: HIGHEST for action port [ 994.616576] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.616702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.616767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.617097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.617237] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.618124] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.618219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.618257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.618454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.618898] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.619018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.619087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.619247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.619611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.619611] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.620194] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-022112c4-6594-4b30-b126-47510402798c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.620299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.620394] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.620538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.620613] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('022112c4-6594-4b30-b126-47510402798c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.957851] env[66289]: INFO networking_nsxv3.common.synchronization [req-4a88d8da-a220-43fe-9f36-21caf47b02bd req-3bcb5ee2-fe9c-41b3-b548-39d0eb93a309 tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 994.957851] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 994.958039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.959638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.959961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.960068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.960385] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.962120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.962193] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.962381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.962464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.962567] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.027702] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 in Status: SUCCESS [ 995.027968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.028748] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.028841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.028986] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.029770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.029770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.029770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.029770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.029770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.029770] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.125403] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.125646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.125714] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.127224] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 022112c4-6594-4b30-b126-47510402798c with status ACTIVE [ 995.127422] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.127777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.127777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.127942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.128036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.128231] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.128359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.128446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.128563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.128667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.132319] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.132319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.132319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.132319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.132319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.132319] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 022112c4-6594-4b30-b126-47510402798c is going to be updated. [ 995.163933] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.164150] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.164237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.164439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.164583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.164746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.315134] env[66289]: INFO networking_nsxv3.common.synchronization [req-e8e51cfa-d01f-45eb-9d60-8f4f78309e7b req-6bc85646-49d1-49b2-b627-f3e97a20159f tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 995.317036] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 995.322273] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.322273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.322273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.322273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.322273] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.322273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.322273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.322273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.322273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.322273] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.467164] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.467341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.467414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.467637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.467731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.468007] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.468137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.468205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.468369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.468451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.468565] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 995.499903] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.500114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.500250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.500481] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.500977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.512205] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 995.532293] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.627522] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.684673] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 995.684673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.684673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.684673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.686525] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.686525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.686525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.686525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.686525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.686525] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.810871] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.811096] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.811224] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.811533] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.811815] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.812035] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.813015] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.813288] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.813448] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.813700] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.813884] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.814025] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.814139] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.814250] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.814355] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.814495] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.823285] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.823557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.823557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.823719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.823808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.824011] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.824355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.824412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.824590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.824665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.824750] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 995.835259] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.835481] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.835688] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.835921] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.836362] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.836576] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.836727] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.837089] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.837236] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.856665] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.856843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.856911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.857103] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.857268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.868714] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 996.037412] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7cdd60a-0037-459e-93cb-aa7870fb5e88: rpc.has_security_group_logging(os_id): False [ 996.052613] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 996.055026] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 deletion is rescheduled due to dependency. [ 996.055026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.055026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.055026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.055026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.055026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.055026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.055026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.055026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.055026] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.056912] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.058437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.058769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.059204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.059386] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.059742] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.060344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.060682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.060964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.062020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.062020] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 is going to be updated. [ 996.126352] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.126589] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.126589] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.126873] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.127074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.129904] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.130022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.130121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.130393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.130535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.130661] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be created. [ 996.140022] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 in Status: IN_PROGRESS for 2s [ 996.155426] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.155633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.155633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.155845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.156013] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.167740] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: UNINITIALIZED for 2s [ 996.188431] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.188693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.188769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.189018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.189123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.189331] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.189436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.189669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.189746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.189835] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be updated. [ 996.234955] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.235167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.235265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.235566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.235876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.246166] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 996.340280] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.342291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.342291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.342291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.342291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.342291] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e not found, creating... [ 996.342291] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.342291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.342291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.342291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.342632] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.342632] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.342998] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.343240] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.343596] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.345547] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.345547] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e is going to be created. [ 996.374118] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.374351] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.374472] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.374826] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.375083] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.375321] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.564607] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.564607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.564607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.564954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.564954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.565153] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.565268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.565394] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.565509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.565584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.566114] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 996.595409] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.595538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.595616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.595848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.595991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.607787] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 997.107602] env[66289]: INFO networking_nsxv3.common.synchronization [req-e8e51cfa-d01f-45eb-9d60-8f4f78309e7b req-cb848f31-d60b-47a7-ab77-5f8316a9a138 service nova] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_rules [ 997.107937] env[66289]: INFO networking_nsxv3.common.synchronization [req-e8e51cfa-d01f-45eb-9d60-8f4f78309e7b req-cb848f31-d60b-47a7-ab77-5f8316a9a138 service nova] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 997.108220] env[66289]: INFO networking_nsxv3.common.synchronization [req-e8e51cfa-d01f-45eb-9d60-8f4f78309e7b req-cb848f31-d60b-47a7-ab77-5f8316a9a138 service nova] Enqueued Resource ID: 8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e with Priority: HIGHEST for action port [ 997.109100] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_rules [ 997.109198] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 997.109386] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e with Priority: HIGHEST for action port [ 997.109717] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.110442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.110442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.110442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.110442] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.116518] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.116518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.116518] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.116518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.116518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.116518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.116518] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.527306] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 997.527746] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 deletion is rescheduled due to dependency. [ 997.528010] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.617130] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.617432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.617673] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e with status ACTIVE [ 997.617948] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.618112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.618184] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.618446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.618597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.618795] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.618906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.618969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.619182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.619263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.619447] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.619545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.619608] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.619744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.619815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.619900] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e is going to be updated. [ 997.645520] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.645772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.645772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.646103] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.646283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.646439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d0cf509-d6b9-4b90-9b62-fc396fc9ee0e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.889331] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 997.889619] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 deletion is rescheduled due to dependency. [ 997.889778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.890098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.890433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.890675] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.890868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.890962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.891264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.891368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.891536] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.158421] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 in Status: SUCCESS [ 998.158738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.179257] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 998.179536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.179667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.179892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.180192] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.180309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.180375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.180734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.180734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.180870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.180913] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.205226] env[66289]: INFO networking_nsxv3.common.synchronization [req-50b18367-1cbc-4332-a787-1430e787b96f req-7e7ca219-4987-4851-b691-23c0ee61f8a4 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_members [ 998.205970] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGHEST for action security_group_members [ 998.208788] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.209009] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.209496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.210811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.210811] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.210811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.210811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.211335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.211335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.211335] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.262602] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 4s [ 998.396111] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.623448] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 998.623701] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 deletion is rescheduled due to dependency. [ 998.623829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.683549] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.683784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.683873] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.684108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.684310] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.684433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.684541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.684769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.684930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.685076] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.685272] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.685431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.685544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.685749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.685986] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.686151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.686238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.686397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.686503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.686588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.686694] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.713598] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.713859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.713859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.714125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.714241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.714525] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.714679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.714785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.714986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.715123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.715224] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e is going to be updated. [ 998.754869] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.755133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.755264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.755563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.755776] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.772368] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e in Status: IN_PROGRESS for 2s [ 998.898784] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.162194] env[66289]: INFO networking_nsxv3.common.synchronization [req-a7e5c47e-d1f8-4f11-b357-4282c3b05c69 req-4acf5aef-1b27-497d-bbc9-046ed613441a tempest-ServersWithSpecificFlavorTestJSON-623332032 tempest-ServersWithSpecificFlavorTestJSON-623332032-project-member] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 999.162194] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGHEST for action security_group_members [ 999.162674] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.162929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.163132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.173478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.173478] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.173478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.173478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.173478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.173478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.173478] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.190915] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55dca674-6713-43dd-9eeb-697444a377dc: rpc.has_security_group_logging(os_id): False [ 999.223419] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.223612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.223699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.223979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.224114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.224325] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.224450] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.224517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.224739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.224864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225158] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.225289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.225372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.225534] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.225650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.226469] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.226469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.226469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.226469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.226469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.226469] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be created. [ 999.342100] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.342100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.342233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.342378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.342559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.357929] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 999.402727] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.402727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.402727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.402727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.402727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.402727] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 999.459812] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.460013] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.460089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.460317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.460576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.481250] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 999.683167] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.683167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.683433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.683484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.683559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.683777] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.683874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.683934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.684146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.684223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.684310] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 is going to be updated. [ 999.722197] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.722197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.722197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.722197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.722197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.733083] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: IN_PROGRESS for 2s [ 1000.275189] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 1000.275189] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 deletion is rescheduled due to dependency. [ 1000.275189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.783581] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e in Status: SUCCESS [ 1000.783786] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e deletion is rescheduled due to dependency. [ 1000.783905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.372957] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1001.373302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.488844] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 1001.488955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.489196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.489509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.489740] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.489888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.489950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.490143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.490237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.490338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.493499] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.745496] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 469c0124-9907-4c4d-9d25-ffa235d72065 in Status: SUCCESS [ 1001.746226] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 deletion is rescheduled due to dependency. [ 1001.746226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.996048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.996173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.996296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.996408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.996576] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.996684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.996803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.996932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.996986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.997068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.997216] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.997329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.997383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.997492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.997632] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.997735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.997786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.997901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.997971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.998064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.998153] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.501148] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776: rpc.has_security_group_logging(os_id): False [ 1002.523830] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.525426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.525426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.527120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.527120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.527120] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.527120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.527120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.527120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.527120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.527120] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.527120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.527492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.527750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.527995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.528494] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.528755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.528930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.529214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.529392] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.529558] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 1002.606483] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.606483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.606483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.606483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.606483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.627352] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 1002.740341] env[66289]: INFO networking_nsxv3.common.synchronization [None req-6a3916f6-5d8d-400b-8d32-907c9c8baaca tempest-AttachVolumeTestJSON-1780112823 tempest-AttachVolumeTestJSON-1780112823-project-member] Enqueued Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_rules [ 1002.741108] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_rules [ 1002.744492] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.744492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.744492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.744492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.744721] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80c0cfa0-9c50-4965-bce2-f3b16e6a1243',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.867947] env[66289]: INFO networking_nsxv3.common.synchronization [None req-12790daa-a1db-49ae-907d-0885d016271b tempest-AttachVolumeTestJSON-1780112823 tempest-AttachVolumeTestJSON-1780112823-project-member] Enqueued Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_rules [ 1002.868550] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_rules [ 1002.868861] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.868978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.267090] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.267263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.267345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.267765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.267765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.267765] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 already deleted. [ 1003.267909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.267953] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.268133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.268210] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80c0cfa0-9c50-4965-bce2-f3b16e6a1243',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.793799] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.794347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.794347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.794347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.794347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.794556] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 already deleted. [ 1003.794556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.640269] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 1004.640512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.093709] env[66289]: INFO networking_nsxv3.common.synchronization [req-79d21ec3-e5a3-4558-8b5b-92c586b80f9a req-373b83ff-6075-4e23-8dda-969d56666f85 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1005.093709] env[66289]: INFO networking_nsxv3.common.synchronization [req-79d21ec3-e5a3-4558-8b5b-92c586b80f9a req-373b83ff-6075-4e23-8dda-969d56666f85 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_members [ 1005.094659] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1005.094659] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_members [ 1005.094659] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.094659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.095214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.095214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.095214] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.095214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.095513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.095513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.095513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.095694] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.096574] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.096725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.096725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.096864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.097021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.097201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.097201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.097404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.097506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.097603] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.146534] env[66289]: INFO networking_nsxv3.common.synchronization [req-79d21ec3-e5a3-4558-8b5b-92c586b80f9a req-373b83ff-6075-4e23-8dda-969d56666f85 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 1005.146730] env[66289]: INFO networking_nsxv3.common.synchronization [req-79d21ec3-e5a3-4558-8b5b-92c586b80f9a req-373b83ff-6075-4e23-8dda-969d56666f85 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1005.146863] env[66289]: INFO networking_nsxv3.common.synchronization [req-79d21ec3-e5a3-4558-8b5b-92c586b80f9a req-373b83ff-6075-4e23-8dda-969d56666f85 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_rules [ 1005.146987] env[66289]: INFO networking_nsxv3.common.synchronization [req-79d21ec3-e5a3-4558-8b5b-92c586b80f9a req-373b83ff-6075-4e23-8dda-969d56666f85 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_members [ 1005.148032] env[66289]: INFO networking_nsxv3.common.synchronization [req-79d21ec3-e5a3-4558-8b5b-92c586b80f9a req-373b83ff-6075-4e23-8dda-969d56666f85 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 022112c4-6594-4b30-b126-47510402798c with Priority: HIGHEST for action port [ 1005.148032] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 1005.148032] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_rules [ 1005.148200] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022112c4-6594-4b30-b126-47510402798c with Priority: HIGHEST for action port [ 1005.148234] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1005.148435] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_members [ 1005.148784] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.148925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.148992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.149220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.149323] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.150706] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.150835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.150903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.151164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.151239] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.154641] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-022112c4-6594-4b30-b126-47510402798c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.154641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.154641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.154641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.154641] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('022112c4-6594-4b30-b126-47510402798c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.154641] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.154641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.154641] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.154641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.599607] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.600957] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.656252] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.656252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.659558] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.659734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.659870] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 022112c4-6594-4b30-b126-47510402798c with status ACTIVE [ 1005.660050] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.660335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.660335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.660543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.660608] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.660805] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.660907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.660969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.661311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.661311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.661430] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.661510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.661575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.661710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.661786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.661920] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 022112c4-6594-4b30-b126-47510402798c is going to be updated. [ 1005.687730] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.688130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.688249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.688483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.688864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.688864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.097723] env[66289]: INFO networking_nsxv3.common.synchronization [None req-9ee2afb7-1a35-420b-8c1a-fa031f037c06 None None] Enqueued Resource ID: fd09c7d7-c38f-402d-b2c3-c54aa863bd5b with Priority: HIGHEST for action port [ 1006.099740] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd09c7d7-c38f-402d-b2c3-c54aa863bd5b with Priority: HIGHEST for action port [ 1006.099740] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd09c7d7-c38f-402d-b2c3-c54aa863bd5b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.100297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd09c7d7-c38f-402d-b2c3-c54aa863bd5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.100297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd09c7d7-c38f-402d-b2c3-c54aa863bd5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.103110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd09c7d7-c38f-402d-b2c3-c54aa863bd5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.103259] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd09c7d7-c38f-402d-b2c3-c54aa863bd5b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.104507] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.105188] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.237060] env[66289]: INFO networking_nsxv3.common.synchronization [req-6af7b107-23a4-4893-8819-20b0a6306e0f req-3a2c41ad-bbfe-4eae-b368-c31745b56c84 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1006.237060] env[66289]: INFO networking_nsxv3.common.synchronization [req-6af7b107-23a4-4893-8819-20b0a6306e0f req-3a2c41ad-bbfe-4eae-b368-c31745b56c84 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_members [ 1006.237060] env[66289]: INFO networking_nsxv3.common.synchronization [req-6af7b107-23a4-4893-8819-20b0a6306e0f req-3a2c41ad-bbfe-4eae-b368-c31745b56c84 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGHEST for action security_group_members [ 1006.238764] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1006.239469] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_members [ 1006.239469] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGHEST for action security_group_members [ 1006.239469] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.240625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.240625] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.240625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.240625] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1714d0a0-3697-44b6-a954-e8d42865fc73 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.240625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.240625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.241249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.241249] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.241249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.241249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.241249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.241249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.241505] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.289360] env[66289]: INFO networking_nsxv3.common.synchronization [req-6af7b107-23a4-4893-8819-20b0a6306e0f req-3a2c41ad-bbfe-4eae-b368-c31745b56c84 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGHEST for action security_group_rules [ 1006.289601] env[66289]: INFO networking_nsxv3.common.synchronization [req-6af7b107-23a4-4893-8819-20b0a6306e0f req-3a2c41ad-bbfe-4eae-b368-c31745b56c84 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGHEST for action security_group_members [ 1006.289717] env[66289]: INFO networking_nsxv3.common.synchronization [req-6af7b107-23a4-4893-8819-20b0a6306e0f req-3a2c41ad-bbfe-4eae-b368-c31745b56c84 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 1006.289803] env[66289]: INFO networking_nsxv3.common.synchronization [req-6af7b107-23a4-4893-8819-20b0a6306e0f req-3a2c41ad-bbfe-4eae-b368-c31745b56c84 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1006.290737] env[66289]: INFO networking_nsxv3.common.synchronization [req-6af7b107-23a4-4893-8819-20b0a6306e0f req-3a2c41ad-bbfe-4eae-b368-c31745b56c84 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_rules [ 1006.290737] env[66289]: INFO networking_nsxv3.common.synchronization [req-6af7b107-23a4-4893-8819-20b0a6306e0f req-3a2c41ad-bbfe-4eae-b368-c31745b56c84 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_members [ 1006.290737] env[66289]: INFO networking_nsxv3.common.synchronization [req-6af7b107-23a4-4893-8819-20b0a6306e0f req-3a2c41ad-bbfe-4eae-b368-c31745b56c84 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 022112c4-6594-4b30-b126-47510402798c with Priority: HIGHEST for action port [ 1006.291390] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGHEST for action security_group_rules [ 1006.291552] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 1006.291708] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_members [ 1006.291833] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022112c4-6594-4b30-b126-47510402798c with Priority: HIGHEST for action port [ 1006.291925] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_rules [ 1006.293895] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGHEST for action security_group_members [ 1006.293895] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1006.293895] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1714d0a0-3697-44b6-a954-e8d42865fc73 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.293895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.293895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.293895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.293895] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.295048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.295048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.295048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.295048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.295048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-022112c4-6594-4b30-b126-47510402798c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.295866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.295866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.295866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.295866] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('022112c4-6594-4b30-b126-47510402798c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.296371] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.296371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.296573] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1714d0a0-3697-44b6-a954-e8d42865fc73 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.296674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.296887] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.296963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.606983] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd09c7d7-c38f-402d-b2c3-c54aa863bd5b [ 1006.608179] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.608179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.608179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.608179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.608179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.608179] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd09c7d7-c38f-402d-b2c3-c54aa863bd5b already deleted. [ 1006.608179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd09c7d7-c38f-402d-b2c3-c54aa863bd5b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.608455] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.608455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.608455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.608558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.608615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.608691] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1006.612768] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.612896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.612964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.613184] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.613269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.613361] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a is going to be created. [ 1006.638610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.638802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.638876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.639087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.639357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.643011] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.643011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.643011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.643348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.643348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.657169] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1006.658156] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: UNINITIALIZED for 2s [ 1006.746811] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.799110] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1714d0a0-3697-44b6-a954-e8d42865fc73 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.799110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.799110] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 022112c4-6594-4b30-b126-47510402798c with status ACTIVE [ 1006.799436] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.799436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.799700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.799942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.801141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.802066] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.802066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.802066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.802066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.802066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.802066] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.802347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.802347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.802347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.802441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.802472] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 022112c4-6594-4b30-b126-47510402798c is going to be updated. [ 1006.826536] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.826689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.826758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.826985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.827148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.827309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-022112c4-6594-4b30-b126-47510402798c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.249667] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.751600] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.751782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.751885] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.752182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.752182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.752346] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 is going to be created. [ 1007.785963] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.785963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.785963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.785963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.785963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.799162] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 in Status: UNINITIALIZED for 2s [ 1007.887166] env[66289]: INFO networking_nsxv3.common.synchronization [req-71818a7c-a4b9-4214-b38d-c464958607f0 req-fa82b143-d2d3-4f47-b4d0-ba111c3f84f1 tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_members [ 1007.887810] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGHEST for action security_group_members [ 1007.889318] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.889513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.889621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.889902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.890154] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.890298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.890393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.890627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.890749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.890887] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.394258] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.394560] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.394560] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.394699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.394830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.395054] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.395193] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.395255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.395466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.395570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.395725] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 is going to be updated. [ 1008.422876] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.423079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.423139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.424056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.424056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.434226] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 in Status: IN_PROGRESS for 2s [ 1008.671926] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: SUCCESS [ 1008.674020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.674020] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1008.674020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.674020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.674020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.674020] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.674020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.674020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.674020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.677271] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.677271] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.680647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.680647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.680647] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.680647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.680647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.680647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.680647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.680647] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.686197] env[66289]: INFO networking_nsxv3.common.synchronization [None req-29a03298-cb84-4df7-a65d-216a1a684dba None None] Enqueued Resource ID: eb93117d-97db-4958-8319-40f1b8739c58 with Priority: HIGHEST for action port [ 1008.686737] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb93117d-97db-4958-8319-40f1b8739c58 with Priority: HIGHEST for action port [ 1008.686991] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb93117d-97db-4958-8319-40f1b8739c58 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.687120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb93117d-97db-4958-8319-40f1b8739c58" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.687182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb93117d-97db-4958-8319-40f1b8739c58" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.687415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb93117d-97db-4958-8319-40f1b8739c58" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.687484] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb93117d-97db-4958-8319-40f1b8739c58',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.181712] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.188033] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.191277] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb93117d-97db-4958-8319-40f1b8739c58 [ 1009.191277] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.191277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.191277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.191277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.191277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.191277] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb93117d-97db-4958-8319-40f1b8739c58 already deleted. [ 1009.193277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb93117d-97db-4958-8319-40f1b8739c58" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.684524] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.689911] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.809163] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 in Status: SUCCESS [ 1009.809258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.810283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.810283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.810283] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.810283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.810283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.810283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.810283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.810283] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.189366] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.189366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.189366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.189366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.189366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.189366] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a is going to be updated. [ 1010.192487] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.192487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.192487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.192487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.192487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.192487] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1010.226235] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.226401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.226454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.226667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.226821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.232909] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.232909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.232909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.232909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.232909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.242398] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: IN_PROGRESS for 2s [ 1010.243632] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1010.314280] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.446176] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 in Status: SUCCESS [ 1010.446747] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 deletion is rescheduled due to dependency. [ 1010.446896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.817752] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.322579] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.323114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.323114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.323114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.323282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.323282] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 is going to be updated. [ 1011.359359] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.359910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.359910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.360094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.360819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.374864] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 in Status: IN_PROGRESS for 2s [ 1011.875733] env[66289]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.876046] env[66289]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.255857] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: SUCCESS [ 1012.256131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.256344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.256566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.256766] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.257121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.257121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.257259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.257259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.257319] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.257399] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.258926] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1012.259119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.259270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.259543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.259633] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.259716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.259767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.259914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.259990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.260090] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.260855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.261024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.261177] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.261278] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.261340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.261480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.261582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.261679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.261790] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.262702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.262863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.263091] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.263141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.263173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.263443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.263443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.263502] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.766660] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.766660] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.766660] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.766660] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.766660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.269208] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.271126] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.271233] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea423be3-a3fa-4a38-b0c4-2ec821642d0a: rpc.has_security_group_logging(os_id): False [ 1013.304307] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.304462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.304541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.304743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.304833] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.305065] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.305166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.305229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.305380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.305454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.305541] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a is going to be created. [ 1013.367807] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.368027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.368150] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.368341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.368518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.384610] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: IN_PROGRESS for 2s [ 1013.390140] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 in Status: SUCCESS [ 1013.390140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.390140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.390140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.390140] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.390140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.390140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.390140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.390140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.390558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.390558] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.687622] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1013.687870] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=9 [ 1013.773983] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.775029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.775029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.775029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.775029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.775342] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1013.776823] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.776967] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.777393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.777393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.777393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.777505] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a is going to be updated. [ 1013.813239] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.813392] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.813438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.813650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.813797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.815589] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.815710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.815775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.815950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.816075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.830246] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1013.831171] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: IN_PROGRESS for 2s [ 1013.892961] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.395539] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1714d0a0-3697-44b6-a954-e8d42865fc73: rpc.has_security_group_logging(os_id): False [ 1014.414955] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.415179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.415267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.415532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.415718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.416047] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.416212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.416301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.416483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.416730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.416901] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 is going to be created. [ 1014.470965] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.471142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.471230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.471464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.471691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.484100] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 in Status: IN_PROGRESS for 2s [ 1015.396794] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: SUCCESS [ 1015.397017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.397176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.397508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.397680] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.710019] env[66289]: INFO networking_nsxv3.common.synchronization [None req-cfbd3fa8-ff5d-4c79-89bb-676806dbdaad tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_rules [ 1015.710019] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_rules [ 1015.710273] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.710437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.710529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.710880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.710989] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.800199] env[66289]: INFO networking_nsxv3.common.synchronization [None req-a75744cd-da8f-4c0b-b263-2f3f225e42f0 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_rules [ 1015.800990] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_rules [ 1015.801488] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.801758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.843851] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: SUCCESS [ 1015.844203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.844474] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.844816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.845131] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.845329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.845446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.845720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.845866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.847066] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.848065] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1015.848331] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.848742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.849022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.850177] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.850177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.850329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.851033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.851033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.851033] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.899673] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.899808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.235808] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.235971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.236063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.236267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.236373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.236444] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 already deleted. [ 1016.236526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.236677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.236825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.236907] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.353573] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.354537] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.497262] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 in Status: SUCCESS [ 1016.497262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.759472] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.759714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.759839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.760160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.760266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.760438] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 already deleted. [ 1016.760609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.857048] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.858027] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.359425] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.359619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.359665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.359983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.360091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.360190] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1017.361593] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.361697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.361732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.361892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.361976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.362073] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a is going to be updated. [ 1017.390246] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.390375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.390453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.390756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.390906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.392707] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.392823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.392904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.393106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.393210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.406180] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: IN_PROGRESS for 2s [ 1017.406787] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1019.423166] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: SUCCESS [ 1019.423749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.424281] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1019.424871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.424871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.424871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.425212] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.425305] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.425356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.425518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.425621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.425695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.425907] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.426825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.427022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.427220] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.427357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.427426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.427619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.427739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.427838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.428011] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.428116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.428176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.428318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.428505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.428627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.428701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.428836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.428921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.428990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.429078] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.786277] env[66289]: INFO networking_nsxv3.common.synchronization [req-0be77a1e-f484-4397-8e3d-cf3fa5def931 req-adc228d1-a73e-4512-b559-289dc6fb9d29 tempest-ServersNegativeTestJSON-1664066863 tempest-ServersNegativeTestJSON-1664066863-project-member] Enqueued Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 1019.786277] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 1019.786277] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.786277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.786277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.786277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.786277] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.786277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.786277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.786277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.787172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.787494] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.931214] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.931983] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55dca674-6713-43dd-9eeb-697444a377dc: rpc.has_security_group_logging(os_id): False [ 1019.950135] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.950369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.950369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.950702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.950817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.951080] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.951165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.951234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.951406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.951483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.951806] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.951806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.951936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.952024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.952098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.952292] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.952394] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.952448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.952595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.952671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.952761] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1020.019514] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.019668] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.019723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.019933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.020089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.034401] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1020.152710] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.152929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.153114] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.153417] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.153689] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.153911] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.153967] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.154215] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.154362] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.154639] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.154776] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.154899] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.155193] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.155193] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.155330] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.155385] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.188723] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.188901] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.189060] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.189245] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.189575] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-95832212-708b-4746-8c62-861d01131566 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.189750] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-95832212-708b-4746-8c62-861d01131566" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.189870] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-95832212-708b-4746-8c62-861d01131566" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.190262] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-95832212-708b-4746-8c62-861d01131566" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.190431] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95832212-708b-4746-8c62-861d01131566',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.291553] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.434177] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea423be3-a3fa-4a38-b0c4-2ec821642d0a: rpc.has_security_group_logging(os_id): False [ 1020.454081] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.454280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.454322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.454528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.454646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.454848] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.455015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.455015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.455190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.455241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.455331] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a is going to be updated. [ 1020.516040] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.516200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.516275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.516576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.516759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.537849] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: IN_PROGRESS for 2s [ 1020.694298] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.694298] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.694298] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.695105] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.695223] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.695873] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 95832212-708b-4746-8c62-861d01131566 not found, creating... [ 1020.697165] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.697165] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.697165] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.697165] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.697442] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.697776] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.698034] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.698211] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.698551] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.698786] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.698997] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 95832212-708b-4746-8c62-861d01131566 is going to be created. [ 1020.732065] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.732065] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.732323] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.732640] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.733520] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.733520] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-95832212-708b-4746-8c62-861d01131566" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.792152] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.294265] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.294421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.294487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.294743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.294785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.294888] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e76998b-4676-4477-9694-341ebc353dbe is going to be updated. [ 1021.341167] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.341433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.341433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.341646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.341791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.352619] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: IN_PROGRESS for 2s [ 1021.471812] env[66289]: INFO networking_nsxv3.common.synchronization [req-0be77a1e-f484-4397-8e3d-cf3fa5def931 req-c4749b1c-e295-49b3-8b18-13eb64781295 service nova] Enqueued Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_rules [ 1021.472090] env[66289]: INFO networking_nsxv3.common.synchronization [req-0be77a1e-f484-4397-8e3d-cf3fa5def931 req-c4749b1c-e295-49b3-8b18-13eb64781295 service nova] Enqueued Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 1021.472146] env[66289]: INFO networking_nsxv3.common.synchronization [req-0be77a1e-f484-4397-8e3d-cf3fa5def931 req-c4749b1c-e295-49b3-8b18-13eb64781295 service nova] Enqueued Resource ID: 95832212-708b-4746-8c62-861d01131566 with Priority: HIGHEST for action port [ 1021.472451] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_rules [ 1021.472494] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 1021.472573] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95832212-708b-4746-8c62-861d01131566 with Priority: HIGHEST for action port [ 1021.473421] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.473547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.473615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.473818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.473900] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.474931] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.474931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.475518] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-95832212-708b-4746-8c62-861d01131566 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.475518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95832212-708b-4746-8c62-861d01131566" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.475728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95832212-708b-4746-8c62-861d01131566" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.475783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95832212-708b-4746-8c62-861d01131566" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.475854] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95832212-708b-4746-8c62-861d01131566',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.979226] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.979491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.979953] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95832212-708b-4746-8c62-861d01131566 with status ACTIVE [ 1021.979953] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.980082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.980159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.980627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.980779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.980957] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.981083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.981339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.981339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.981676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.981832] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.981925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.981989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.982161] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.982239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.982325] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95832212-708b-4746-8c62-861d01131566 is going to be updated. [ 1022.004798] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.006222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.006222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.006222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.006222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.006222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95832212-708b-4746-8c62-861d01131566" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.065463] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1022.065463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.065899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.066147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.066243] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.559697] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: SUCCESS [ 1022.560017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.568549] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.568759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.568759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.569671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.569671] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.569671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.569671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.569671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.569671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.570026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.570026] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.075036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.075036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.075036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.075036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.075036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.075963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.075963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.075963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.075963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.075963] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.364267] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: SUCCESS [ 1023.364701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.365062] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.365432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.366643] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.366960] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.367428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.367428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.367428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.367428] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.577336] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55dca674-6713-43dd-9eeb-697444a377dc: rpc.has_security_group_logging(os_id): False [ 1023.599786] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.599786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.599786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.599786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.600239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.600239] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.600239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.600415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.600534] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.600577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.600848] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.601066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.601066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.602671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.602671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.602671] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.602671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.602671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.602671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.602671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.602671] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1023.672294] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.672520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.672520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.672720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.672864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.693964] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1023.870413] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.202356] env[66289]: INFO networking_nsxv3.common.synchronization [req-b60fdee2-9ae1-40ae-8377-2ce129b03a1a req-76506e04-e7f0-4c90-80f5-efe4c8d95ae5 tempest-AttachVolumeTestJSON-1780112823 tempest-AttachVolumeTestJSON-1780112823-project-member] Enqueued Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_members [ 1024.202356] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_members [ 1024.202356] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.202356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.202356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.204256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.204601] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.204848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.205033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.205387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.205576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.205763] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80c0cfa0-9c50-4965-bce2-f3b16e6a1243',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.375738] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.687282] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.687588] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-390" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.687633] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-390" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.687939] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-390" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.688469] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.688657] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.688776] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.689038] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.689397] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.689616] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.689732] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.689841] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.689945] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.690138] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.690177] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.690292] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.709726] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.709726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.709965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.710104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.710223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.710466] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.710661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.710825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.711042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.711140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.711248] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 already deleted. [ 1024.711339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.712516] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.712694] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.712855] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.712990] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-390" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.713299] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-036d44ac-c116-4e93-b061-2ecb8608f3a2 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.713491] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-036d44ac-c116-4e93-b061-2ecb8608f3a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.713650] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-036d44ac-c116-4e93-b061-2ecb8608f3a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.713978] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-036d44ac-c116-4e93-b061-2ecb8608f3a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.714197] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('036d44ac-c116-4e93-b061-2ecb8608f3a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.879221] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.879417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.879470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.879721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.879824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.879925] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e76998b-4676-4477-9694-341ebc353dbe is going to be updated. [ 1024.910958] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.911147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.911147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.911443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.911613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.921129] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: IN_PROGRESS for 2s [ 1025.216739] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.217055] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.217222] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.217549] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.217730] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.218303] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 036d44ac-c116-4e93-b061-2ecb8608f3a2 not found, creating... [ 1025.218303] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.218468] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.218632] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.218852] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.219087] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.219455] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.219662] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.219798] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.220033] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.220226] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.220451] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 036d44ac-c116-4e93-b061-2ecb8608f3a2 is going to be created. [ 1025.241477] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.241825] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.241825] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.242135] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.242425] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.242649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-036d44ac-c116-4e93-b061-2ecb8608f3a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.711397] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1025.711397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.953953] env[66289]: INFO networking_nsxv3.common.synchronization [req-b60fdee2-9ae1-40ae-8377-2ce129b03a1a req-a9c303e2-7f63-4d21-90a0-c5cfcb94609c service nova] Enqueued Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_rules [ 1025.954139] env[66289]: INFO networking_nsxv3.common.synchronization [req-b60fdee2-9ae1-40ae-8377-2ce129b03a1a req-a9c303e2-7f63-4d21-90a0-c5cfcb94609c service nova] Enqueued Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_members [ 1025.954272] env[66289]: INFO networking_nsxv3.common.synchronization [req-b60fdee2-9ae1-40ae-8377-2ce129b03a1a req-a9c303e2-7f63-4d21-90a0-c5cfcb94609c service nova] Enqueued Resource ID: 036d44ac-c116-4e93-b061-2ecb8608f3a2 with Priority: HIGHEST for action port [ 1025.954810] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_rules [ 1025.954932] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_members [ 1025.955276] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036d44ac-c116-4e93-b061-2ecb8608f3a2 with Priority: HIGHEST for action port [ 1025.955676] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.956119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.956435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.956435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.957066] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80c0cfa0-9c50-4965-bce2-f3b16e6a1243',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.960685] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.960685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.960685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.962119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.962119] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.962119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.963026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.963026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.963026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.963026] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80c0cfa0-9c50-4965-bce2-f3b16e6a1243',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.965273] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-036d44ac-c116-4e93-b061-2ecb8608f3a2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.965772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-036d44ac-c116-4e93-b061-2ecb8608f3a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.965772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-036d44ac-c116-4e93-b061-2ecb8608f3a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.965772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-036d44ac-c116-4e93-b061-2ecb8608f3a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.965772] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('036d44ac-c116-4e93-b061-2ecb8608f3a2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.461268] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.461642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.465627] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80c0cfa0-9c50-4965-bce2-f3b16e6a1243',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.468028] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 036d44ac-c116-4e93-b061-2ecb8608f3a2 with status ACTIVE [ 1026.468293] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.468480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.468570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.468783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.468962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.469240] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.469365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.469478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.469685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.469799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.470097] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.470232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.470479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.471393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.471393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.471393] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 036d44ac-c116-4e93-b061-2ecb8608f3a2 is going to be updated. [ 1026.494225] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.494382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.494483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.494752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.495155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.495155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-036d44ac-c116-4e93-b061-2ecb8608f3a2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.931433] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: SUCCESS [ 1026.931787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.931903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.932122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.932353] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.932480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.932546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.932716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.932799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.932885] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.932977] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.967902] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80c0cfa0-9c50-4965-bce2-f3b16e6a1243',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.435835] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.436073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.436151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.438416] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.438635] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.438743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.438811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.438985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.439176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.439276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.439429] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.439525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.439586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.439733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.439874] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.439979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.440155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.440257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.440334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.440431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.440521] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.470406] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.470569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.470655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.470894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.470979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.471102] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 is going to be created. [ 1027.498105] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.498267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.498338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.498577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.498830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.510235] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 in Status: UNINITIALIZED for 2s [ 1027.944056] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e76998b-4676-4477-9694-341ebc353dbe: rpc.has_security_group_logging(os_id): False [ 1027.967363] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.967602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.967602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.967811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.967899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.968177] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.968328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.968406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.968594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.968743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.968934] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.969079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.969227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.969293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.969344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.969491] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.969594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.969652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.969778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.969852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.969940] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e76998b-4676-4477-9694-341ebc353dbe is going to be updated. [ 1028.092701] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.092701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.092701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.092968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.093061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.115792] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: IN_PROGRESS for 2s [ 1029.522589] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 in Status: SUCCESS [ 1029.522904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.523860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.523860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.523860] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.523860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.523860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.523860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.524252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.524252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.524252] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80c0cfa0-9c50-4965-bce2-f3b16e6a1243',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.027279] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80c0cfa0-9c50-4965-bce2-f3b16e6a1243',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.134365] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: SUCCESS [ 1030.135017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.530304] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80c0cfa0-9c50-4965-bce2-f3b16e6a1243: rpc.has_security_group_logging(os_id): False [ 1030.552078] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.552307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.552374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.552573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.552662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.552929] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.553384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.553384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.553384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.553604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.553604] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 is going to be created. [ 1030.620376] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.620376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.620376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.620718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.620865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.633525] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 in Status: IN_PROGRESS for 2s [ 1030.957154] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1030.957154] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1031.133962] env[66289]: INFO networking_nsxv3.common.synchronization [req-66299c5b-0b87-46d9-b151-d068adab9cc4 req-7acc22f1-a719-40b7-a98d-f14c0141ca5a tempest-ServersNegativeTestJSON-1664066863 tempest-ServersNegativeTestJSON-1664066863-project-member] Enqueued Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 1031.134611] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 1031.134956] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.135141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.135208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.135431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.135596] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.135721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.135790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.135947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.136086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.136187] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.638751] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.849317] env[66289]: INFO networking_nsxv3.common.synchronization [req-d9db4def-898d-4b29-ab2a-bff96d3d5e5f req-0eae33ee-4723-4bd7-b606-cfca156bb109 tempest-ServerTagsTestJSON-1495588422 tempest-ServerTagsTestJSON-1495588422-project-member] Enqueued Resource ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 with Priority: HIGHEST for action security_group_members [ 1031.849985] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 with Priority: HIGHEST for action security_group_members [ 1031.850391] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-9111289a-4d18-4f43-b2d8-a11b4939d1b3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.850540] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.850719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.850909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.851724] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.851724] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.851724] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.851724] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.851724] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.851724] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9111289a-4d18-4f43-b2d8-a11b4939d1b3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.141236] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.164859] env[66289]: INFO networking_nsxv3.common.synchronization [None req-5ad1f08d-9372-4188-8f2e-1b451f8906c2 None None] Enqueued Resource ID: ad50b4f1-f350-441b-980b-20f617f01ef9 with Priority: HIGHEST for action port [ 1032.164923] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad50b4f1-f350-441b-980b-20f617f01ef9 with Priority: HIGHEST for action port [ 1032.165476] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad50b4f1-f350-441b-980b-20f617f01ef9 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.165593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad50b4f1-f350-441b-980b-20f617f01ef9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.165656] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad50b4f1-f350-441b-980b-20f617f01ef9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.165930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad50b4f1-f350-441b-980b-20f617f01ef9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.165997] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad50b4f1-f350-441b-980b-20f617f01ef9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.198523] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.198729] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-622" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.198841] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-622" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.199486] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-622" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.199581] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.199728] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.199842] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.200129] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.200277] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.200485] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.200595] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.200701] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.200857] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.201012] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.201125] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.201260] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.222192] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.222471] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.223025] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.223025] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-622" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.223211] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-f5ec60f6-869b-4022-9244-66f2e19b33d9 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.223314] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-f5ec60f6-869b-4022-9244-66f2e19b33d9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.223375] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-f5ec60f6-869b-4022-9244-66f2e19b33d9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.223736] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-f5ec60f6-869b-4022-9244-66f2e19b33d9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.223877] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ec60f6-869b-4022-9244-66f2e19b33d9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.353761] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.354241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.354241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.354387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.354445] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.354612] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.354702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.354761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.354917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.354994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.355111] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 already deleted. [ 1032.355164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.643957] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.644308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.644308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.644621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.644813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.644886] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e76998b-4676-4477-9694-341ebc353dbe is going to be updated. [ 1032.647272] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 in Status: SUCCESS [ 1032.647661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.668593] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad50b4f1-f350-441b-980b-20f617f01ef9 [ 1032.668593] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.668593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.668901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.669147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.669264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.669366] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad50b4f1-f350-441b-980b-20f617f01ef9 already deleted. [ 1032.669466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad50b4f1-f350-441b-980b-20f617f01ef9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.675510] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.675664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.675727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.676257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.676257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.687582] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: IN_PROGRESS for 2s [ 1032.726790] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.727682] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.727682] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.727823] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.727975] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.728152] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port f5ec60f6-869b-4022-9244-66f2e19b33d9 not found, creating... [ 1032.728443] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.728609] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.728729] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.729015] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.729461] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.729539] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.729673] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.729829] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.729998] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.730151] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.730293] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: f5ec60f6-869b-4022-9244-66f2e19b33d9 is going to be created. [ 1032.752092] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.752510] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.752766] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.753188] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.753573] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.753896] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-f5ec60f6-869b-4022-9244-66f2e19b33d9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.576549] env[66289]: INFO networking_nsxv3.common.synchronization [req-d9db4def-898d-4b29-ab2a-bff96d3d5e5f req-c85d2ab0-f03d-480f-9a67-926ce38b9d39 service nova] Enqueued Resource ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 with Priority: HIGHEST for action security_group_rules [ 1033.578413] env[66289]: INFO networking_nsxv3.common.synchronization [req-d9db4def-898d-4b29-ab2a-bff96d3d5e5f req-c85d2ab0-f03d-480f-9a67-926ce38b9d39 service nova] Enqueued Resource ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 with Priority: HIGHEST for action security_group_members [ 1033.578413] env[66289]: INFO networking_nsxv3.common.synchronization [req-d9db4def-898d-4b29-ab2a-bff96d3d5e5f req-c85d2ab0-f03d-480f-9a67-926ce38b9d39 service nova] Enqueued Resource ID: f5ec60f6-869b-4022-9244-66f2e19b33d9 with Priority: HIGHEST for action port [ 1033.578413] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 with Priority: HIGHEST for action security_group_rules [ 1033.578413] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 with Priority: HIGHEST for action security_group_members [ 1033.578413] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ec60f6-869b-4022-9244-66f2e19b33d9 with Priority: HIGHEST for action port [ 1033.578413] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9111289a-4d18-4f43-b2d8-a11b4939d1b3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.580476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.580476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.580730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.580730] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9111289a-4d18-4f43-b2d8-a11b4939d1b3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.582827] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-9111289a-4d18-4f43-b2d8-a11b4939d1b3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.582827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.582827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.582827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.582827] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.582827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.582827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.582827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.582827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.583564] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9111289a-4d18-4f43-b2d8-a11b4939d1b3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.584260] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ec60f6-869b-4022-9244-66f2e19b33d9 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.584260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ec60f6-869b-4022-9244-66f2e19b33d9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.584260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ec60f6-869b-4022-9244-66f2e19b33d9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.584480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ec60f6-869b-4022-9244-66f2e19b33d9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.584480] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ec60f6-869b-4022-9244-66f2e19b33d9',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.089593] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-9111289a-4d18-4f43-b2d8-a11b4939d1b3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.089967] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.089967] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9111289a-4d18-4f43-b2d8-a11b4939d1b3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.092292] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5ec60f6-869b-4022-9244-66f2e19b33d9 with status ACTIVE [ 1034.092292] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.092292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.092292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.092292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.092621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.092621] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.092699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.092739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.092940] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.092940] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.093321] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.093438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.093494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.094071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.094071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.094071] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5ec60f6-869b-4022-9244-66f2e19b33d9 is going to be updated. [ 1034.120894] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.120894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.121180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.121260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.121396] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.121547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ec60f6-869b-4022-9244-66f2e19b33d9" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.596093] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9111289a-4d18-4f43-b2d8-a11b4939d1b3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.701614] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: SUCCESS [ 1034.701906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.028625] env[66289]: INFO networking_nsxv3.common.synchronization [None req-ab6f90f3-47c1-4db8-90c2-af8f4f444569 None None] Enqueued Resource ID: 9847acb5-8ef5-46ff-90b7-01c8f5dabd62 with Priority: HIGHEST for action port [ 1035.029261] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9847acb5-8ef5-46ff-90b7-01c8f5dabd62 with Priority: HIGHEST for action port [ 1035.029620] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-9847acb5-8ef5-46ff-90b7-01c8f5dabd62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.029749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9847acb5-8ef5-46ff-90b7-01c8f5dabd62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.029816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9847acb5-8ef5-46ff-90b7-01c8f5dabd62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.031041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9847acb5-8ef5-46ff-90b7-01c8f5dabd62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.031041] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9847acb5-8ef5-46ff-90b7-01c8f5dabd62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.099756] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.100224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.100224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.100379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.100467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.100603] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 is going to be created. [ 1035.132789] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.133207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.133207] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.133855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.133855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.145352] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 in Status: UNINITIALIZED for 2s [ 1035.533700] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9847acb5-8ef5-46ff-90b7-01c8f5dabd62 [ 1035.533901] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.534059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.534138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.534350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.534434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.534533] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9847acb5-8ef5-46ff-90b7-01c8f5dabd62 already deleted. [ 1035.534607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9847acb5-8ef5-46ff-90b7-01c8f5dabd62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.159459] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 in Status: SUCCESS [ 1037.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.159459] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.159459] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9111289a-4d18-4f43-b2d8-a11b4939d1b3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.661998] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-9111289a-4d18-4f43-b2d8-a11b4939d1b3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.662225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.662271] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.662515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.662723] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.662786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.662859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.663042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.663170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.663230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.663379] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-9111289a-4d18-4f43-b2d8-a11b4939d1b3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.663473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.663534] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.663673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.663810] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.663904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.663966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.664120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.664195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.664275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.664363] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9111289a-4d18-4f43-b2d8-a11b4939d1b3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.167207] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9111289a-4d18-4f43-b2d8-a11b4939d1b3: rpc.has_security_group_logging(os_id): False [ 1038.193025] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.193025] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.193025] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.193025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.193642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.193642] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.193642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.193642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.193642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.193642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.195091] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 is going to be created. [ 1038.267840] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.268015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.268080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.268294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.268475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.285738] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 in Status: IN_PROGRESS for 2s [ 1039.011551] env[66289]: INFO networking_nsxv3.common.synchronization [req-5deb6d20-37df-4c9a-ad91-963e98b6e3da req-7c898b3c-ecb7-4705-9f02-18cbc1021aeb tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1039.012197] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1039.012572] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.012701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.012766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.012970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.014554] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.014674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.014738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.015996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.016339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.016454] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.372752] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.373241] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-881" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.373241] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-881" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.374039] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-881" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.374805] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.375660] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.375807] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.376516] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.376703] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.376937] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.377071] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.377328] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.377403] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.377507] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.377614] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.377754] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.401127] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.401378] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.401538] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.401783] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-881" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.402063] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.403635] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.403788] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.404160] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.404403] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.519537] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.908858] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.909037] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.909273] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.910062] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.910210] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.910499] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae not found, creating... [ 1039.910815] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.911041] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.911234] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.911772] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.911986] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.912370] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.912587] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.912737] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.912995] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.913201] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.913491] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae is going to be created. [ 1039.937023] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.937023] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.937023] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.937023] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.937257] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.937394] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.022702] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.301680] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 in Status: SUCCESS [ 1040.302172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.526734] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.527249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.527249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.527249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.527411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.527571] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1040.565572] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.565791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.566052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.566169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.566325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.577097] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1040.675823] env[66289]: INFO networking_nsxv3.common.synchronization [req-5deb6d20-37df-4c9a-ad91-963e98b6e3da req-10b03502-6a9c-4e90-9ea7-c8f02150474d service nova] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 1040.676012] env[66289]: INFO networking_nsxv3.common.synchronization [req-5deb6d20-37df-4c9a-ad91-963e98b6e3da req-10b03502-6a9c-4e90-9ea7-c8f02150474d service nova] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1040.676152] env[66289]: INFO networking_nsxv3.common.synchronization [req-5deb6d20-37df-4c9a-ad91-963e98b6e3da req-10b03502-6a9c-4e90-9ea7-c8f02150474d service nova] Enqueued Resource ID: f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae with Priority: HIGHEST for action port [ 1040.676385] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 1040.676599] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1040.676599] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae with Priority: HIGHEST for action port [ 1040.677377] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.677506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.677571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.677763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.677837] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.680503] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.680503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.680503] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.680503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.680503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.680503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.680503] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.181069] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.181292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.181594] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae with status ACTIVE [ 1041.181866] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.182041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.182196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.182483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.182769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.182858] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.182998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.183110] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.183341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.183456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.183713] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.183864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.184116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.184243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.184559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.184559] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae is going to be updated. [ 1041.209280] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.209421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.209492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.209696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.209872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.210806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.704346] env[66289]: INFO networking_nsxv3.common.synchronization [req-c7ba444c-bfcc-4f7a-8041-4a0a13f01ce6 req-8d2d98b5-8573-48e1-9628-02a93cf42b77 tempest-ServersTestMultiNic-688822638 tempest-ServersTestMultiNic-688822638-project-member] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1041.704921] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1041.705248] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.705475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.705475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.706317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.706603] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.706795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.706906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.707196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.707326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.707461] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.070025] env[66289]: INFO networking_nsxv3.common.synchronization [req-c7ba444c-bfcc-4f7a-8041-4a0a13f01ce6 req-62f5e3a3-9b2e-452c-bdb9-885f49c0a0eb tempest-ServersTestMultiNic-688822638 tempest-ServersTestMultiNic-688822638-project-member] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1042.070646] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1042.071347] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.071488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.210760] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.213657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.213657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.213657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.213657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.213657] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.213657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.213657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.213657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.213657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.213657] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 1042.240950] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.240950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.240950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.240950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.240950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.252958] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 1042.454632] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.454846] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-615" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.454974] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-615" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.455346] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-615" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.455627] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.455804] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.455921] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.456777] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.456970] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.457260] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.457489] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.457694] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.457841] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.457987] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.458142] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.458304] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.477385] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.477649] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.477841] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.478175] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-615" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.478580] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-fbbcd368-2b26-4049-b63e-a456746806ae taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.478851] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-fbbcd368-2b26-4049-b63e-a456746806ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.479062] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-fbbcd368-2b26-4049-b63e-a456746806ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.479676] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-fbbcd368-2b26-4049-b63e-a456746806ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.479859] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbbcd368-2b26-4049-b63e-a456746806ae',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.587957] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1042.588230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.588440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.588662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.588871] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.588974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.589055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.589210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.589501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.589501] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.982797] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.983268] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.983268] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.983433] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.983589] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.983740] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port fbbcd368-2b26-4049-b63e-a456746806ae not found, creating... [ 1042.983989] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.984158] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.984345] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.984485] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.984616] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.984896] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.985057] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.985192] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.985395] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.985503] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.985624] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: fbbcd368-2b26-4049-b63e-a456746806ae is going to be created. [ 1043.009243] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.009569] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.009734] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.010172] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.010454] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.010765] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-fbbcd368-2b26-4049-b63e-a456746806ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.095798] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.600440] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.837035] env[66289]: INFO networking_nsxv3.common.synchronization [req-c7ba444c-bfcc-4f7a-8041-4a0a13f01ce6 req-765985d7-0604-461c-a3a6-cd1078cfc75c service nova] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_rules [ 1043.837035] env[66289]: INFO networking_nsxv3.common.synchronization [req-c7ba444c-bfcc-4f7a-8041-4a0a13f01ce6 req-765985d7-0604-461c-a3a6-cd1078cfc75c service nova] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1043.837211] env[66289]: INFO networking_nsxv3.common.synchronization [req-c7ba444c-bfcc-4f7a-8041-4a0a13f01ce6 req-765985d7-0604-461c-a3a6-cd1078cfc75c service nova] Enqueued Resource ID: fbbcd368-2b26-4049-b63e-a456746806ae with Priority: HIGHEST for action port [ 1043.837691] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_rules [ 1043.837831] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1043.837947] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbbcd368-2b26-4049-b63e-a456746806ae with Priority: HIGHEST for action port [ 1043.839142] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.839142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.839142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.839142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.839366] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.840528] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.840528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.840528] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbbcd368-2b26-4049-b63e-a456746806ae taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.840761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbbcd368-2b26-4049-b63e-a456746806ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.840761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbbcd368-2b26-4049-b63e-a456746806ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.840837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbbcd368-2b26-4049-b63e-a456746806ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.840876] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbbcd368-2b26-4049-b63e-a456746806ae',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.102706] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.103670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.103670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.103670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.107289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.107987] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1044.139173] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.139173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.139173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.139173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.139173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.150314] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1044.278758] env[66289]: INFO networking_nsxv3.common.synchronization [req-5cfb7cf8-b085-40e4-a1cf-acdef703d868 req-e05f4b58-6a13-4769-b690-18bc11e049a4 tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1044.279823] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 1044.280923] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 deletion is rescheduled due to dependency. [ 1044.281153] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.281730] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1044.281916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.282174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.282376] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.282503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.282575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.282754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.282851] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.282946] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.283978] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.284135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.284224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.284406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.284589] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.284708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.284792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.284985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.285129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.285237] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.343347] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.343493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.343717] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbbcd368-2b26-4049-b63e-a456746806ae with status ACTIVE [ 1044.343905] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.344157] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.344284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.344499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.344636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.344827] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.344934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.344996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.345174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.345270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.345477] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.345581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.345642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.345788] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.345863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.345950] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbbcd368-2b26-4049-b63e-a456746806ae is going to be updated. [ 1044.403214] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.403548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.403548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.403649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.403878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.403964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbbcd368-2b26-4049-b63e-a456746806ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.711846] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.712297] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.712519] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.712888] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.713193] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.713373] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.713524] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.713732] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.713877] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.714100] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.714261] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.714426] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.714548] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.714662] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.714767] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.714900] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.716700] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-873 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.716872] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-873" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.716987] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-873" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.717330] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-873" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.717694] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.718074] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.718191] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.718477] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.718669] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.718883] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.719019] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.719124] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.719252] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.719364] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.719466] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.719597] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.746054] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.746186] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.746316] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.746515] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-873" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.746856] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-81f13940-65e8-48f6-9eed-72493b9ddb1c taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.747172] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-81f13940-65e8-48f6-9eed-72493b9ddb1c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.747332] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-81f13940-65e8-48f6-9eed-72493b9ddb1c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.747676] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-81f13940-65e8-48f6-9eed-72493b9ddb1c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.747852] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f13940-65e8-48f6-9eed-72493b9ddb1c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.750000] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.750163] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.750290] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.750451] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.750740] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-3b45d329-538c-4705-8c6f-eb9a602fd55c taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.750937] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-3b45d329-538c-4705-8c6f-eb9a602fd55c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.751080] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-3b45d329-538c-4705-8c6f-eb9a602fd55c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.751370] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-3b45d329-538c-4705-8c6f-eb9a602fd55c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.751524] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b45d329-538c-4705-8c6f-eb9a602fd55c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.788135] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.789326] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.789463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.789536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.789731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.789815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.789989] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.790127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.790201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.790366] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.790498] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.790550] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 1044.823535] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.825026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.825026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.825026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.825026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.834481] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 1045.250091] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.250601] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.250601] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.250886] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.251117] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.251307] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 81f13940-65e8-48f6-9eed-72493b9ddb1c not found, creating... [ 1045.251602] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.251787] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.251938] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.252206] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.252373] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.252694] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.252897] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.253042] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.253282] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.253434] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.253607] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 81f13940-65e8-48f6-9eed-72493b9ddb1c is going to be created. [ 1045.255011] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.255239] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.255379] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.255662] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.255836] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.256031] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 3b45d329-538c-4705-8c6f-eb9a602fd55c not found, creating... [ 1045.256321] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.256501] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.256638] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.256907] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.257112] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.257432] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.257613] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.257769] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.258054] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.258242] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.258420] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 3b45d329-538c-4705-8c6f-eb9a602fd55c is going to be created. [ 1045.283915] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.284216] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.284216] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.284500] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.284762] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.284998] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-81f13940-65e8-48f6-9eed-72493b9ddb1c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.286764] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.286978] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.287108] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.287357] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.287581] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.287797] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-3b45d329-538c-4705-8c6f-eb9a602fd55c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.292030] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.794376] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.794564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.794635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.794874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.795016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.795122] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 1045.829384] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.829564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.829564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.829747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.829888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.838560] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 1045.988059] env[66289]: INFO networking_nsxv3.common.synchronization [req-c7ba444c-bfcc-4f7a-8041-4a0a13f01ce6 req-0cd4faa1-4cec-4e61-b1f5-2fd4773fed8e service nova] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_rules [ 1045.988059] env[66289]: INFO networking_nsxv3.common.synchronization [req-c7ba444c-bfcc-4f7a-8041-4a0a13f01ce6 req-0cd4faa1-4cec-4e61-b1f5-2fd4773fed8e service nova] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1045.988059] env[66289]: INFO networking_nsxv3.common.synchronization [req-c7ba444c-bfcc-4f7a-8041-4a0a13f01ce6 req-0cd4faa1-4cec-4e61-b1f5-2fd4773fed8e service nova] Enqueued Resource ID: 81f13940-65e8-48f6-9eed-72493b9ddb1c with Priority: HIGHEST for action port [ 1045.988059] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_rules [ 1045.988059] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1045.988059] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81f13940-65e8-48f6-9eed-72493b9ddb1c with Priority: HIGHEST for action port [ 1045.988059] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.988059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.988059] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.988059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.988871] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-81f13940-65e8-48f6-9eed-72493b9ddb1c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.988871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81f13940-65e8-48f6-9eed-72493b9ddb1c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.988871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81f13940-65e8-48f6-9eed-72493b9ddb1c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.988871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81f13940-65e8-48f6-9eed-72493b9ddb1c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.988871] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f13940-65e8-48f6-9eed-72493b9ddb1c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.990368] env[66289]: INFO networking_nsxv3.common.synchronization [req-5cfb7cf8-b085-40e4-a1cf-acdef703d868 req-f0e73a1f-140d-41aa-a38e-ae7e352269db service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 1045.990590] env[66289]: INFO networking_nsxv3.common.synchronization [req-5cfb7cf8-b085-40e4-a1cf-acdef703d868 req-f0e73a1f-140d-41aa-a38e-ae7e352269db service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1045.990781] env[66289]: INFO networking_nsxv3.common.synchronization [req-5cfb7cf8-b085-40e4-a1cf-acdef703d868 req-f0e73a1f-140d-41aa-a38e-ae7e352269db service nova] Enqueued Resource ID: 3b45d329-538c-4705-8c6f-eb9a602fd55c with Priority: HIGHEST for action port [ 1045.991535] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 1045.991810] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1045.991810] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b45d329-538c-4705-8c6f-eb9a602fd55c with Priority: HIGHEST for action port [ 1045.992370] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.992370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.992370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.992507] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.992607] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.993348] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.993437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.994177] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b45d329-538c-4705-8c6f-eb9a602fd55c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.994177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b45d329-538c-4705-8c6f-eb9a602fd55c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.994177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b45d329-538c-4705-8c6f-eb9a602fd55c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.994177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b45d329-538c-4705-8c6f-eb9a602fd55c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.994177] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b45d329-538c-4705-8c6f-eb9a602fd55c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.162046] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1046.162723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.166114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.166114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.166114] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.166114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.166114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.166114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.166114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.166114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.166114] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.492348] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81f13940-65e8-48f6-9eed-72493b9ddb1c with status ACTIVE [ 1046.492697] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.492984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.492984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.492984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.493236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.493334] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.493440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.493496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.493652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.493732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.493928] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.494039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.494099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.494258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.494334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.494421] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81f13940-65e8-48f6-9eed-72493b9ddb1c is going to be updated. [ 1046.495654] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.495753] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.495932] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b45d329-538c-4705-8c6f-eb9a602fd55c with status ACTIVE [ 1046.496129] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.496250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.496350] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.496794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.496794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.496794] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.496794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.497017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.497017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.497151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.497417] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.497742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.497742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.497816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.497974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.497974] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b45d329-538c-4705-8c6f-eb9a602fd55c is going to be updated. [ 1046.521857] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.522084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.522179] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.522442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.522617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.522800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b45d329-538c-4705-8c6f-eb9a602fd55c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.523948] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.524102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.524237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.524362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.524492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.524635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81f13940-65e8-48f6-9eed-72493b9ddb1c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.670048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.670048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.670048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.670048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.670048] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.670048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.670048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.670048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.670460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.670460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.670935] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.671123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.671254] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.671570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.671688] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.671738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.671820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.671991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.674131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.674292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.674403] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.846757] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 1046.846983] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 deletion is rescheduled due to dependency. [ 1046.847093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.847263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.847489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.847705] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.847863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.847863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.848036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.848125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.848212] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.886916] env[66289]: INFO networking_nsxv3.common.synchronization [req-8c09d3ea-c0ae-4630-a934-48af61a610ac req-f2383dec-f413-4999-b686-f47600431090 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1046.887524] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1046.887839] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.887964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.888049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.888345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.888518] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.888625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.888685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.888842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.888958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.889059] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.938470] env[66289]: INFO networking_nsxv3.common.synchronization [req-af87981a-1cd8-4b7c-b2be-9dff66ec6416 req-0fbc9d11-23ca-48ad-85ac-b41f2de1fdc0 tempest-ServerTagsTestJSON-1495588422 tempest-ServerTagsTestJSON-1495588422-project-member] Enqueued Resource ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 with Priority: HIGHEST for action security_group_members [ 1046.939473] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 with Priority: HIGHEST for action security_group_members [ 1046.939856] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-9111289a-4d18-4f43-b2d8-a11b4939d1b3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.940014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.940719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.940719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.940719] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.940719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.940719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.940993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.940993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.940993] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9111289a-4d18-4f43-b2d8-a11b4939d1b3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.177995] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55dca674-6713-43dd-9eeb-697444a377dc: rpc.has_security_group_logging(os_id): False [ 1047.199410] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.199560] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.199613] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.201505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.201505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.201505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.201505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.201505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.201505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.201505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.201505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.201505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.201505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.201505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.201505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.201505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.202092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.202092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.202092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.202238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.202279] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1047.230779] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.230987] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.231190] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.231459] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.231720] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.231874] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.231986] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.234938] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.234938] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.234938] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.234938] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.234938] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.234938] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.234938] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.234938] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.234938] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.252777] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.253015] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.253183] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.253365] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.253686] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-7ad43fc8-ccdc-40c5-95c0-217a29cff4b3 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.257017] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-7ad43fc8-ccdc-40c5-95c0-217a29cff4b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.257017] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-7ad43fc8-ccdc-40c5-95c0-217a29cff4b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.257017] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-7ad43fc8-ccdc-40c5-95c0-217a29cff4b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.257017] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad43fc8-ccdc-40c5-95c0-217a29cff4b3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.272357] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.272546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.272594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.272800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.272946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.287323] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1047.351284] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.391621] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.391823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.391871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.392141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.392272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.392506] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.392614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.392692] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.392834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.392908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.393019] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 already deleted. [ 1047.393154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.443319] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.443484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.443557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.443790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.443883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.444227] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.444716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.444790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.444966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.445060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.445155] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 is going to be updated. [ 1047.491317] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.491317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.491317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.491317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.491317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.500773] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 in Status: IN_PROGRESS for 2s [ 1047.756837] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.757210] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.757429] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.758139] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.758139] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.758418] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 7ad43fc8-ccdc-40c5-95c0-217a29cff4b3 not found, creating... [ 1047.759090] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.759090] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.759090] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.759370] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.762853] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.762853] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.762853] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.762853] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.762853] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.762853] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.762853] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 7ad43fc8-ccdc-40c5-95c0-217a29cff4b3 is going to be created. [ 1047.785027] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.785027] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.785027] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.785027] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.785027] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.785027] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-7ad43fc8-ccdc-40c5-95c0-217a29cff4b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.850563] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 1047.850816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.850995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.851553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.851871] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.851871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.851871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.852135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.852135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.852214] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.855219] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.354546] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.360349] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.360593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.360699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.361894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.361894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.361894] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 1048.403591] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.403591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.403591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.403591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.403591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.418517] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 1048.666853] env[66289]: INFO networking_nsxv3.common.synchronization [req-8c09d3ea-c0ae-4630-a934-48af61a610ac req-c0d8f5a9-7509-41bc-8587-7fd98e847ca8 service nova] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_rules [ 1048.666853] env[66289]: INFO networking_nsxv3.common.synchronization [req-8c09d3ea-c0ae-4630-a934-48af61a610ac req-c0d8f5a9-7509-41bc-8587-7fd98e847ca8 service nova] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1048.666853] env[66289]: INFO networking_nsxv3.common.synchronization [req-8c09d3ea-c0ae-4630-a934-48af61a610ac req-c0d8f5a9-7509-41bc-8587-7fd98e847ca8 service nova] Enqueued Resource ID: 7ad43fc8-ccdc-40c5-95c0-217a29cff4b3 with Priority: HIGHEST for action port [ 1048.667377] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_rules [ 1048.667523] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1048.667573] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad43fc8-ccdc-40c5-95c0-217a29cff4b3 with Priority: HIGHEST for action port [ 1048.667846] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.668071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.668071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.668293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.668434] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.670049] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.670340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.670340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.670489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.670581] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.670682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.670736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.670891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.670994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.671309] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.673489] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ad43fc8-ccdc-40c5-95c0-217a29cff4b3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.673489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ad43fc8-ccdc-40c5-95c0-217a29cff4b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.673489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ad43fc8-ccdc-40c5-95c0-217a29cff4b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.673489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ad43fc8-ccdc-40c5-95c0-217a29cff4b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.673489] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad43fc8-ccdc-40c5-95c0-217a29cff4b3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.862129] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.175780] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.175962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.176224] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.177161] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ad43fc8-ccdc-40c5-95c0-217a29cff4b3 with status ACTIVE [ 1049.177362] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.177531] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.177666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.177783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.177877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.178068] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.178172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.178230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.178391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.178469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.178647] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.178737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.178793] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.178965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.182415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.182415] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ad43fc8-ccdc-40c5-95c0-217a29cff4b3 is going to be updated. [ 1049.206606] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.206606] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.206606] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.206606] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.206606] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.206606] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ad43fc8-ccdc-40c5-95c0-217a29cff4b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.310822] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1049.311199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.364092] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.364092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.364092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.364092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.364352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.364352] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 1049.407324] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.407592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.407862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.408092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.408358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.420605] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 1049.426674] env[66289]: INFO networking_nsxv3.common.synchronization [req-12128010-5395-4f67-b063-909dd44a9773 req-cad04a9f-c56a-4c84-9e06-1efe102ae2e0 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1049.426927] env[66289]: INFO networking_nsxv3.common.synchronization [req-12128010-5395-4f67-b063-909dd44a9773 req-cad04a9f-c56a-4c84-9e06-1efe102ae2e0 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_members [ 1049.427633] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1049.427706] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_members [ 1049.428358] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.428544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.428610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.428821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.429113] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.429203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.429286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.429421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.429594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.429654] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.431388] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f947a8b5-88a3-421d-942a-47dd91c9c89c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.431388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.431562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.432028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.432028] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.432878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.432878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.432878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.432878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.432878] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.484842] env[66289]: INFO networking_nsxv3.common.synchronization [req-12128010-5395-4f67-b063-909dd44a9773 req-cad04a9f-c56a-4c84-9e06-1efe102ae2e0 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 1049.485057] env[66289]: INFO networking_nsxv3.common.synchronization [req-12128010-5395-4f67-b063-909dd44a9773 req-cad04a9f-c56a-4c84-9e06-1efe102ae2e0 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1049.485244] env[66289]: INFO networking_nsxv3.common.synchronization [req-12128010-5395-4f67-b063-909dd44a9773 req-cad04a9f-c56a-4c84-9e06-1efe102ae2e0 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_rules [ 1049.485387] env[66289]: INFO networking_nsxv3.common.synchronization [req-12128010-5395-4f67-b063-909dd44a9773 req-cad04a9f-c56a-4c84-9e06-1efe102ae2e0 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_members [ 1049.486017] env[66289]: INFO networking_nsxv3.common.synchronization [req-12128010-5395-4f67-b063-909dd44a9773 req-cad04a9f-c56a-4c84-9e06-1efe102ae2e0 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae with Priority: HIGHEST for action port [ 1049.486511] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 1049.487618] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_rules [ 1049.487618] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae with Priority: HIGHEST for action port [ 1049.487618] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1049.487618] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_members [ 1049.487618] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.487618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.487618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.488033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.488033] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.488869] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f947a8b5-88a3-421d-942a-47dd91c9c89c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.489028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.489085] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.489324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.489405] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.493315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.493516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.493641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.493951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.494088] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.495615] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.495790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.496843] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f947a8b5-88a3-421d-942a-47dd91c9c89c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.497021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.515918] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 in Status: SUCCESS [ 1049.515918] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9111289a-4d18-4f43-b2d8-a11b4939d1b3 deletion is rescheduled due to dependency. [ 1049.515918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9111289a-4d18-4f43-b2d8-a11b4939d1b3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.682822] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.934414] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.935378] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.994122] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f947a8b5-88a3-421d-942a-47dd91c9c89c taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.994284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.998743] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae with status ACTIVE [ 1049.999625] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.999778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.999848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.000198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.000306] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.000512] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.000629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.000693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.000862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.000939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.001446] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.001576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.001644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.001802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.001883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.001974] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae is going to be updated. [ 1050.003642] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.003642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.026982] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.030480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.030631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.030826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.031104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.031294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.190566] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.190566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.190873] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.190926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.191040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.191194] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 is going to be created. [ 1050.216327] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.216538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.216700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.216966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.217410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.235405] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: UNINITIALIZED for 2s [ 1050.433164] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 1050.433494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.433720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.434012] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.434237] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.434370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.434436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.434631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.434730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.434851] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.434973] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.441824] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.445376] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.937284] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.937667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.937667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.938035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.938298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.938440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.938535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.938770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.939234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.939344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.939497] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.939593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.939653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.939799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.939938] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.940180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.940305] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.940491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.940604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.940719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.940840] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.945886] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.946160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.946271] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.946978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.947093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.947190] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f947a8b5-88a3-421d-942a-47dd91c9c89c is going to be created. [ 1050.948396] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.948509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.948574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.948727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.948800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.948990] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1050.979620] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.979620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.979767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.979916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.980100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.986039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.987624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.987731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.987914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.988078] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.994931] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: UNINITIALIZED for 2s [ 1050.997847] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1051.434976] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 1051.434976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.435222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.435472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.435813] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.436047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.436249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.436399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.436514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.436634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.436759] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.438123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.438123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.438327] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.438511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.438578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.438796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.438893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.439013] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.443334] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b110e8f4-4cab-48dc-bb44-aa3de7afc7f5: rpc.has_security_group_logging(os_id): False [ 1051.462370] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.462703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.462703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.462794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.462877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.463081] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.463187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.463279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.463402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.463470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.463648] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.463741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.463796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.463941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.464016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.464219] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.464440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.464440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.464559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.464559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.464646] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 1051.543447] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.543447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.543447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.543447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.543447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.564352] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 1051.944138] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.944138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.944138] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.246244] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: SUCCESS [ 1052.246244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.246244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.246438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.246566] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.246682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.246751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.246886] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.247093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.247093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.247183] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.446499] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.749537] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.948498] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.948903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.948903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.949022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.949061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.949157] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 1052.979992] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.980170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.980261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.980481] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.980629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.990765] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 1053.007495] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: SUCCESS [ 1053.007495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.007495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.007495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.007495] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.007495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.007495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.007495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.008092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.008092] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.009536] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1053.009718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.010307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.010307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.010307] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.010497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.010497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.010592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.010641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.011128] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.045029] env[66289]: INFO networking_nsxv3.common.synchronization [req-f641ca66-9209-424a-a5b1-aa05d95b0046 req-4e31d5dc-ff5e-4df5-8e41-989c7f6c1ca3 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_members [ 1053.046099] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGHEST for action security_group_members [ 1053.048113] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-5604efd0-baaf-48d4-8431-eaefbadc423e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.048113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.048113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.048113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.048113] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.048113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.048113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.048113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.048113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.049393] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.254245] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62: rpc.has_security_group_logging(os_id): False [ 1053.272209] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.274308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.274308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.274308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.274308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.274308] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.274308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.278185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.278185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.278185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.278185] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 is going to be created. [ 1053.363487] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.363629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.364690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.365064] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.365200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.382673] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: IN_PROGRESS for 2s [ 1053.514507] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.517718] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.547818] env[66289]: INFO networking_nsxv3.common.synchronization [req-e1ee15ca-e3af-4dba-83c9-a8586f19fc6f req-acd4fcf3-2416-4289-b84d-52d86d5a83eb tempest-ServerAddressesNegativeTestJSON-1841368855 tempest-ServerAddressesNegativeTestJSON-1841368855-project-member] Enqueued Resource ID: b42f9053-b6ec-455a-b514-366a79eb489c with Priority: HIGHEST for action security_group_members [ 1053.548248] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42f9053-b6ec-455a-b514-366a79eb489c with Priority: HIGHEST for action security_group_members [ 1053.548746] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42f9053-b6ec-455a-b514-366a79eb489c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.549134] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.549308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.549719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.549997] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.550257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.550418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.550673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.550864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.551052] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42f9053-b6ec-455a-b514-366a79eb489c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.559022] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.559022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.559022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.559022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.559022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.559022] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.559022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.559022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.559022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.559022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.559022] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5604efd0-baaf-48d4-8431-eaefbadc423e is going to be updated. [ 1053.582239] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 1053.582239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.601024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.601024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.601024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.601024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.601024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.611715] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5604efd0-baaf-48d4-8431-eaefbadc423e in Status: IN_PROGRESS for 2s [ 1054.009244] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.009244] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.009657] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.009657] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.009873] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.010293] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.010454] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.010899] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.010899] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.011129] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.011261] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.011376] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.011484] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.011596] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.011701] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.011841] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.020310] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.021857] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.039226] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.039226] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.039226] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.039226] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-758" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.039226] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-bb2af15e-cf22-4fae-a1ca-0f08ccb842de taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.039226] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-bb2af15e-cf22-4fae-a1ca-0f08ccb842de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.039226] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-bb2af15e-cf22-4fae-a1ca-0f08ccb842de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.039548] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-bb2af15e-cf22-4fae-a1ca-0f08ccb842de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.039634] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2af15e-cf22-4fae-a1ca-0f08ccb842de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.055690] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.055913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.055997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.056365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.056472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.056726] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.057086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.057897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.058077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.058132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.058270] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42f9053-b6ec-455a-b514-366a79eb489c already deleted. [ 1054.058370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.524093] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.524369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.524439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.524638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.524735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.524840] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f947a8b5-88a3-421d-942a-47dd91c9c89c is going to be updated. [ 1054.526496] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.526684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.526812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.527073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.527211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.527333] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1054.543702] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.543940] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.544097] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.544428] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.544573] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.544732] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port bb2af15e-cf22-4fae-a1ca-0f08ccb842de not found, creating... [ 1054.545034] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.545230] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.545352] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.545595] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.545805] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.546143] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.546309] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.546425] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.546668] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.546881] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.547117] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: bb2af15e-cf22-4fae-a1ca-0f08ccb842de is going to be created. [ 1054.573313] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.573545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.573636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.573846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.574377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.576112] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.576261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.576338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.576578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.576744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.580352] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.580544] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.580667] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.580931] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.581731] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.581931] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-bb2af15e-cf22-4fae-a1ca-0f08ccb842de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.595357] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1054.596113] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: IN_PROGRESS for 2s [ 1055.001747] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 1055.002021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.002264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.002505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.002703] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.002821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.002888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.003116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.003211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.003330] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.003529] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.003640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.003704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.003850] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.003992] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.004598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.004717] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.004900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.005008] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.005128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.005244] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.176516] env[66289]: INFO networking_nsxv3.common.synchronization [req-ba52f6a3-a45d-4bfa-a3e9-30114fb48195 req-3efd6177-afea-4205-8851-6f3edf478932 tempest-AttachVolumeShelveTestJSON-2061470684 tempest-AttachVolumeShelveTestJSON-2061470684-project-member] Enqueued Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_members [ 1055.177244] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 with Priority: HIGHEST for action security_group_members [ 1055.177561] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7cdd60a-0037-459e-93cb-aa7870fb5e88 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.177714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.177766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.177951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.178318] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.178431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.178495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.178659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.178745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.178840] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7cdd60a-0037-459e-93cb-aa7870fb5e88',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.296495] env[66289]: INFO networking_nsxv3.common.synchronization [req-e1ee15ca-e3af-4dba-83c9-a8586f19fc6f req-10b72971-4c4d-4487-8e2e-cd10ab03fc07 service nova] Enqueued Resource ID: b42f9053-b6ec-455a-b514-366a79eb489c with Priority: HIGHEST for action security_group_rules [ 1055.296680] env[66289]: INFO networking_nsxv3.common.synchronization [req-e1ee15ca-e3af-4dba-83c9-a8586f19fc6f req-10b72971-4c4d-4487-8e2e-cd10ab03fc07 service nova] Enqueued Resource ID: b42f9053-b6ec-455a-b514-366a79eb489c with Priority: HIGHEST for action security_group_members [ 1055.296819] env[66289]: INFO networking_nsxv3.common.synchronization [req-e1ee15ca-e3af-4dba-83c9-a8586f19fc6f req-10b72971-4c4d-4487-8e2e-cd10ab03fc07 service nova] Enqueued Resource ID: bb2af15e-cf22-4fae-a1ca-0f08ccb842de with Priority: HIGHEST for action port [ 1055.297417] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42f9053-b6ec-455a-b514-366a79eb489c with Priority: HIGHEST for action security_group_rules [ 1055.297540] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42f9053-b6ec-455a-b514-366a79eb489c with Priority: HIGHEST for action security_group_members [ 1055.297639] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2af15e-cf22-4fae-a1ca-0f08ccb842de with Priority: HIGHEST for action port [ 1055.297919] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b42f9053-b6ec-455a-b514-366a79eb489c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.298055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.298124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.298388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.298469] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b42f9053-b6ec-455a-b514-366a79eb489c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.299399] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42f9053-b6ec-455a-b514-366a79eb489c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.299518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.299622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.299754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.300297] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.300418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.300482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.300650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.300737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.300866] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42f9053-b6ec-455a-b514-366a79eb489c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.302187] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb2af15e-cf22-4fae-a1ca-0f08ccb842de taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.302372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb2af15e-cf22-4fae-a1ca-0f08ccb842de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.302440] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb2af15e-cf22-4fae-a1ca-0f08ccb842de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.302635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb2af15e-cf22-4fae-a1ca-0f08ccb842de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.302737] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2af15e-cf22-4fae-a1ca-0f08ccb842de',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.396500] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: SUCCESS [ 1055.396500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.507158] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17568ad5-5173-4703-8df7-5872d2a56164: rpc.has_security_group_logging(os_id): False [ 1055.527528] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.528681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.528681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.528681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.528681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.530290] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.530290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.530290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.530290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.530290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.532042] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.532042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.532042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.532277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.532277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.532471] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.532586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.532694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.532859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.532952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.533088] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 1055.603636] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.603636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.603636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.604567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.604567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.625269] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5604efd0-baaf-48d4-8431-eaefbadc423e in Status: SUCCESS [ 1055.625269] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5604efd0-baaf-48d4-8431-eaefbadc423e deletion is rescheduled due to dependency. [ 1055.625269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.626136] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 1055.681436] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.681604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.681674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.681916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.682032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.682263] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.682392] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.682451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.682845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.682845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.682993] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 is going to be updated. [ 1055.732160] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.732160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.732160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.732160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.732160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.743541] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 in Status: IN_PROGRESS for 2s [ 1055.805090] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42f9053-b6ec-455a-b514-366a79eb489c taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.805258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.805755] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb2af15e-cf22-4fae-a1ca-0f08ccb842de with status ACTIVE [ 1055.805755] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.805755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.805989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.806049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.806125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.806520] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.806520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.806520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.806798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.806798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.806900] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.806900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.807022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.807112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.807205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.807306] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb2af15e-cf22-4fae-a1ca-0f08ccb842de is going to be updated. [ 1055.808472] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b42f9053-b6ec-455a-b514-366a79eb489c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.839618] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.839618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.839618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.839618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.839904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.839904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb2af15e-cf22-4fae-a1ca-0f08ccb842de" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.051883] env[66289]: INFO networking_nsxv3.common.synchronization [req-f90229e0-6d19-4f9a-ad92-e4768f09d9c9 req-5280cafc-62ba-4088-8f1e-ee499b26fcfa tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 1056.052503] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 1056.052822] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.052985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.053170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.053415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.053619] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.053787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.053845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.054044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.054158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.054282] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.104244] env[66289]: INFO networking_nsxv3.common.synchronization [req-d33533d3-e9eb-4fde-af35-545650922621 req-048fddbc-8300-477b-b0ff-797caa40c9c3 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1056.104417] env[66289]: INFO networking_nsxv3.common.synchronization [req-d33533d3-e9eb-4fde-af35-545650922621 req-048fddbc-8300-477b-b0ff-797caa40c9c3 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: e8faa253-7908-47a6-9e5a-887bb0765987 with Priority: HIGHEST for action security_group_members [ 1056.104547] env[66289]: INFO networking_nsxv3.common.synchronization [req-d33533d3-e9eb-4fde-af35-545650922621 req-048fddbc-8300-477b-b0ff-797caa40c9c3 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_members [ 1056.105449] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1056.105618] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8faa253-7908-47a6-9e5a-887bb0765987 with Priority: HIGHEST for action security_group_members [ 1056.105820] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_members [ 1056.106043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.106117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.106283] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8faa253-7908-47a6-9e5a-887bb0765987 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.106410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.106501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.106720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.106894] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.106994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.107067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.107225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.107324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.107416] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8faa253-7908-47a6-9e5a-887bb0765987',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.108233] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f947a8b5-88a3-421d-942a-47dd91c9c89c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.108325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.149497] env[66289]: INFO networking_nsxv3.common.synchronization [req-d33533d3-e9eb-4fde-af35-545650922621 req-048fddbc-8300-477b-b0ff-797caa40c9c3 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 1056.149662] env[66289]: INFO networking_nsxv3.common.synchronization [req-d33533d3-e9eb-4fde-af35-545650922621 req-048fddbc-8300-477b-b0ff-797caa40c9c3 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1056.149798] env[66289]: INFO networking_nsxv3.common.synchronization [req-d33533d3-e9eb-4fde-af35-545650922621 req-048fddbc-8300-477b-b0ff-797caa40c9c3 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: e8faa253-7908-47a6-9e5a-887bb0765987 with Priority: HIGHEST for action security_group_rules [ 1056.149926] env[66289]: INFO networking_nsxv3.common.synchronization [req-d33533d3-e9eb-4fde-af35-545650922621 req-048fddbc-8300-477b-b0ff-797caa40c9c3 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: e8faa253-7908-47a6-9e5a-887bb0765987 with Priority: HIGHEST for action security_group_members [ 1056.150065] env[66289]: INFO networking_nsxv3.common.synchronization [req-d33533d3-e9eb-4fde-af35-545650922621 req-048fddbc-8300-477b-b0ff-797caa40c9c3 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_rules [ 1056.150187] env[66289]: INFO networking_nsxv3.common.synchronization [req-d33533d3-e9eb-4fde-af35-545650922621 req-048fddbc-8300-477b-b0ff-797caa40c9c3 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_members [ 1056.150317] env[66289]: INFO networking_nsxv3.common.synchronization [req-d33533d3-e9eb-4fde-af35-545650922621 req-048fddbc-8300-477b-b0ff-797caa40c9c3 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae with Priority: HIGHEST for action port [ 1056.151189] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_rules [ 1056.151367] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8faa253-7908-47a6-9e5a-887bb0765987 with Priority: HIGHEST for action security_group_rules [ 1056.151488] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_members [ 1056.151674] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae with Priority: HIGHEST for action port [ 1056.151721] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_rules [ 1056.151765] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1056.151880] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8faa253-7908-47a6-9e5a-887bb0765987 with Priority: HIGHEST for action security_group_members [ 1056.152287] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.152409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.152930] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8faa253-7908-47a6-9e5a-887bb0765987 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.153061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.153196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.153419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.153548] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8faa253-7908-47a6-9e5a-887bb0765987',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.154395] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f947a8b5-88a3-421d-942a-47dd91c9c89c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.154492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.154686] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.154796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.154893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.155123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.155199] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.155939] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f947a8b5-88a3-421d-942a-47dd91c9c89c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.156079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.156260] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.156345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.156539] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8faa253-7908-47a6-9e5a-887bb0765987 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.156625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.311486] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b42f9053-b6ec-455a-b514-366a79eb489c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.414035] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.414257] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.414385] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.414668] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.415101] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.415979] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.416201] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.416436] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.416580] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.416786] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.416899] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.417010] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.417136] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.417248] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.417352] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.417763] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.441763] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.441763] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.441763] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.441763] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.442020] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-f44cd616-fdbe-40f3-94af-46f680b592cc taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.442110] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.442235] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.442562] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.442690] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44cd616-fdbe-40f3-94af-46f680b592cc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.557042] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.557285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.557412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.557739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.557885] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.558212] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.558401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.558505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.558779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.558905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.559056] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 is going to be deleted. [ 1056.597405] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.597618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.597683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.597881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.597987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.598120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.610239] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: SUCCESS [ 1056.610520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.610801] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8faa253-7908-47a6-9e5a-887bb0765987',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.611763] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.612061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.612263] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.612394] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.612463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.612585] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.612669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.612734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.612840] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.614427] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1056.614550] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.614915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.615107] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.615238] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.615395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.615439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.616246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.616246] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.616246] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.617031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.617031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.617031] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.617031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.617357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.617357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.617357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.617357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.617593] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.618467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.618617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.618780] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.618870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.618927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.619090] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.619196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.619254] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.657559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8faa253-7908-47a6-9e5a-887bb0765987 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.657559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.657749] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae with status ACTIVE [ 1056.657868] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.658033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.658096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.658304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.658417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.658582] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.658728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.658802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.659015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.659168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.659298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.659397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.659834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.659834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.659834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.659834] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae is going to be updated. [ 1056.684998] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.685216] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.685265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.685499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.685652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.685834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a2f7d1-d1aa-4f62-885a-cf9398b5f2ae" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.816947] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.816947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.816947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.816947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.816947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.816947] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42f9053-b6ec-455a-b514-366a79eb489c is going to be created. [ 1056.851493] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.851800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.851800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.851974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.852195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.868787] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42f9053-b6ec-455a-b514-366a79eb489c in Status: UNINITIALIZED for 2s [ 1056.949409] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.949700] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.949831] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.950146] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.950300] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.950458] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port f44cd616-fdbe-40f3-94af-46f680b592cc not found, creating... [ 1056.950729] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.950888] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.951012] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.951303] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.951449] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.951741] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.951898] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.952024] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.952260] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.952393] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.952534] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: f44cd616-fdbe-40f3-94af-46f680b592cc is going to be created. [ 1056.973304] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.973514] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.973634] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.977029] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.977029] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.977029] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.115929] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8faa253-7908-47a6-9e5a-887bb0765987',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.118672] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.119580] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.120458] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.120575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.120747] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.618366] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.618679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.618679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.618790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.618876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.618967] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8faa253-7908-47a6-9e5a-887bb0765987 is going to be created. [ 1057.622856] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f947a8b5-88a3-421d-942a-47dd91c9c89c: rpc.has_security_group_logging(os_id): False [ 1057.624106] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.624985] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.644810] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.644933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.645018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.645238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.645335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.645563] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.645659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.645724] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.645878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.646021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.646094] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f947a8b5-88a3-421d-942a-47dd91c9c89c is going to be created. [ 1057.667096] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 1057.667341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.667528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.667759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.667852] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.669700] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.669853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.669908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.670118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.670308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.681666] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8faa253-7908-47a6-9e5a-887bb0765987 in Status: UNINITIALIZED for 2s [ 1057.719430] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.719594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.719594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.719803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.719963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.740860] env[66289]: INFO networking_nsxv3.common.synchronization [req-f90229e0-6d19-4f9a-ad92-e4768f09d9c9 req-212b7283-fa5f-409f-84cd-4b136137bac3 service nova] Enqueued Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_rules [ 1057.740975] env[66289]: INFO networking_nsxv3.common.synchronization [req-f90229e0-6d19-4f9a-ad92-e4768f09d9c9 req-212b7283-fa5f-409f-84cd-4b136137bac3 service nova] Enqueued Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 1057.741125] env[66289]: INFO networking_nsxv3.common.synchronization [req-f90229e0-6d19-4f9a-ad92-e4768f09d9c9 req-212b7283-fa5f-409f-84cd-4b136137bac3 service nova] Enqueued Resource ID: f44cd616-fdbe-40f3-94af-46f680b592cc with Priority: HIGHEST for action port [ 1057.741822] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_rules [ 1057.742104] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 1057.742277] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44cd616-fdbe-40f3-94af-46f680b592cc with Priority: HIGHEST for action port [ 1057.742997] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.742997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.742997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.742997] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.743184] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.744234] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.744234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.744234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.744441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.744551] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.745904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.745904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.745904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.745904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.745904] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.745904] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f44cd616-fdbe-40f3-94af-46f680b592cc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.746308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.746308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.746308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.746308] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44cd616-fdbe-40f3-94af-46f680b592cc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.748064] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: IN_PROGRESS for 2s [ 1057.762403] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 in Status: SUCCESS [ 1057.762403] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7cdd60a-0037-459e-93cb-aa7870fb5e88 deletion is rescheduled due to dependency. [ 1057.762701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7cdd60a-0037-459e-93cb-aa7870fb5e88" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.126614] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.126751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.126751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.126965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.127070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.127169] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f947a8b5-88a3-421d-942a-47dd91c9c89c is going to be updated. [ 1058.128505] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.128623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.128675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.128847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.128939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.129040] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1058.166752] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.166752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.166752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.167142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.167142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.168755] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.168907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.168973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.169150] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.169285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.172936] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.173170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.173257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.173525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.173654] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.173772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.173842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.174072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.174194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.174262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.174315] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.186510] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: IN_PROGRESS for 2s [ 1058.187920] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1058.249683] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.249862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.250121] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.251371] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f44cd616-fdbe-40f3-94af-46f680b592cc with status ACTIVE [ 1058.251595] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.251755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.252021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.252182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.252843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.253142] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.253298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.253755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.253755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.253755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.253988] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.254105] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.254167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.254338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.254444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.254534] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f44cd616-fdbe-40f3-94af-46f680b592cc is going to be updated. [ 1058.305955] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.305955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.305955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.305955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.305955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.306458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.676366] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.676663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.676663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.676817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.676977] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.677097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.677159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.677310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.677459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.677573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.677724] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.677817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.677876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.678031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.678172] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.678264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.678324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.678463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.678569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.678683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.678796] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.756564] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.882679] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42f9053-b6ec-455a-b514-366a79eb489c in Status: SUCCESS [ 1058.882834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.883100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.883771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.883771] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.883771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.883771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.884084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.884084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.884084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.884232] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b42f9053-b6ec-455a-b514-366a79eb489c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.182582] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17568ad5-5173-4703-8df7-5872d2a56164: rpc.has_security_group_logging(os_id): False [ 1059.204487] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.204661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.204819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.204935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.205045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.205252] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.205354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.205420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.205611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.205701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.205923] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.206044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.206114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.206263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.206340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.206525] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.206618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.206702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.206819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.206904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.206982] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 1059.259376] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.259609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.259693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.260227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.260227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.260227] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 is going to be created. [ 1059.293736] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.293923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.293972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.294266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.294511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.297366] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.297519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.297591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.297824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.298036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.306814] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: UNINITIALIZED for 2s [ 1059.313556] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 1059.387410] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42f9053-b6ec-455a-b514-366a79eb489c taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.387573] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.387660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.387910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.388104] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.388212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.388340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.388575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.388673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.388768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.388919] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42f9053-b6ec-455a-b514-366a79eb489c taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.389026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.389138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.389227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.389372] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.389466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.389529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.389672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.390726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.390726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.390726] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b42f9053-b6ec-455a-b514-366a79eb489c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.694087] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8faa253-7908-47a6-9e5a-887bb0765987 in Status: SUCCESS [ 1059.694087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.694087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.694567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.694567] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.694669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.694710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.694867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.694967] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.695066] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8faa253-7908-47a6-9e5a-887bb0765987',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.762070] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: SUCCESS [ 1059.762322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.762503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.762739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.762821] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.892581] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b42f9053-b6ec-455a-b514-366a79eb489c: rpc.has_security_group_logging(os_id): False [ 1059.911462] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.911703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.911703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.911887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.911976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.912196] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.912365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.912418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.912568] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.912647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.912839] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.912939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.912995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.913152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.913251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.913424] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.913805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.913805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.913805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.913805] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.914044] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b42f9053-b6ec-455a-b514-366a79eb489c is going to be created. [ 1059.982390] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.982583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.982626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.982831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.983032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.005982] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b42f9053-b6ec-455a-b514-366a79eb489c in Status: IN_PROGRESS for 2s [ 1060.014904] env[66289]: INFO networking_nsxv3.common.synchronization [req-85e3c679-8ec4-4a9d-bbe9-69415f4e257a req-95bc7935-576b-4cb5-8126-4bab548f9b96 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1060.015052] env[66289]: INFO networking_nsxv3.common.synchronization [req-85e3c679-8ec4-4a9d-bbe9-69415f4e257a req-95bc7935-576b-4cb5-8126-4bab548f9b96 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: e8faa253-7908-47a6-9e5a-887bb0765987 with Priority: HIGHEST for action security_group_members [ 1060.015188] env[66289]: INFO networking_nsxv3.common.synchronization [req-85e3c679-8ec4-4a9d-bbe9-69415f4e257a req-95bc7935-576b-4cb5-8126-4bab548f9b96 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_members [ 1060.016077] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1060.016243] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8faa253-7908-47a6-9e5a-887bb0765987 with Priority: HIGHEST for action security_group_members [ 1060.016350] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGHEST for action security_group_members [ 1060.016956] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.017063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.017319] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8faa253-7908-47a6-9e5a-887bb0765987 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.017411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.017629] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f947a8b5-88a3-421d-942a-47dd91c9c89c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.017706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.197553] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8faa253-7908-47a6-9e5a-887bb0765987',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.208020] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1060.208020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.208020] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: SUCCESS [ 1060.208020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.208020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.208020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.208020] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.208020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.208020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.208020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.208020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.208020] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.209297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.209572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.209819] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.210043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.210212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.210436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.210890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.211161] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.265522] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f947a8b5-88a3-421d-942a-47dd91c9c89c taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.265682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.698786] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8faa253-7908-47a6-9e5a-887bb0765987',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.714737] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.718019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.718019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.718019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.718019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.718019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.718019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.718019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.718019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.718019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.718019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.718019] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f947a8b5-88a3-421d-942a-47dd91c9c89c is going to be updated. [ 1060.755184] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.755375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.755493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.755752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.755897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.766935] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: IN_PROGRESS for 2s [ 1061.203185] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.203345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.203424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.203760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.203867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.203952] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8faa253-7908-47a6-9e5a-887bb0765987 is going to be updated. [ 1061.222561] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.235429] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.235653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.235653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.235837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.235986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.246989] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8faa253-7908-47a6-9e5a-887bb0765987 in Status: IN_PROGRESS for 2s [ 1061.328027] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: SUCCESS [ 1061.328273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.328447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.328678] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.328879] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.328993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.329073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.329240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.329324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.329411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.329504] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.339619] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 1061.339836] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.725230] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.725707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.725707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.725707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.725707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.726030] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1061.757024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.757211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.757758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.757758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.757758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.772708] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1061.775281] env[66289]: INFO networking_nsxv3.common.synchronization [req-1527f1bd-8c28-4900-a640-954f387d8441 req-5fb1fc73-2180-4516-9378-072b74561748 tempest-ServersTestMultiNic-688822638 tempest-ServersTestMultiNic-688822638-project-member] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1061.776043] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1061.776374] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.776531] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.776584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.776902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.777867] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.777867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.777867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.777867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.777867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.777867] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.832620] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.832620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.832620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.832620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.832930] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.832930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.832930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.833082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.833173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.833291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.833469] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.833744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.833823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.833939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.836750] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.836750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.836750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.836750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.836750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.836750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.836750] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.019890] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b42f9053-b6ec-455a-b514-366a79eb489c in Status: SUCCESS [ 1062.020131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.035457] env[66289]: INFO networking_nsxv3.common.synchronization [req-1527f1bd-8c28-4900-a640-954f387d8441 req-4c8673ad-7256-406d-ab41-505268a8a421 tempest-ServersTestMultiNic-688822638 tempest-ServersTestMultiNic-688822638-project-member] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1062.036033] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGHEST for action security_group_members [ 1062.036307] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.036412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.048158] env[66289]: INFO networking_nsxv3.common.synchronization [req-fe5472a7-0934-4715-8a61-3ea1fbdc22e5 req-5b36250d-a303-4544-9566-afb6aa8b7e51 tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1062.048646] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1062.048966] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.049145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.049210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.049459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.049616] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.049715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.049777] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.049928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.050029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.050126] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.283478] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.339706] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2ee1455-8b62-44c9-ba64-efbf669a1de6: rpc.has_security_group_logging(os_id): False [ 1062.363805] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.363978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.364028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.364236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.364328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.364857] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.364857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.364857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.365122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.365122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.365230] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.365323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.365385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.365528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.365603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.365794] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.365889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.365949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.366104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.366177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.366265] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 is going to be created. [ 1062.438715] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.438917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.438961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.439312] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.439578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.456468] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: IN_PROGRESS for 2s [ 1062.552724] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.553356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.555238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.555238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.555238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.555238] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.555238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.555238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.555238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.555238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.555238] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 1062.599860] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.599860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.599860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.600208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.600858] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.611784] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 1062.778795] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: SUCCESS [ 1062.778795] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f947a8b5-88a3-421d-942a-47dd91c9c89c deletion is rescheduled due to dependency. [ 1062.779202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.779202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.779810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.779810] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.779810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.779810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.780094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.780094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.780189] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.786656] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.259760] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8faa253-7908-47a6-9e5a-887bb0765987 in Status: IN_PROGRESS for 4s [ 1063.282094] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.282386] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.282501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.282889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.282889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.283171] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.283258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.283327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.284389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.285023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.285023] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f947a8b5-88a3-421d-942a-47dd91c9c89c is going to be updated. [ 1063.288687] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.288865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.288955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.289198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.289332] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.289434] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 1063.348751] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.349034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.349165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.349486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.349638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.351648] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.351776] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.351818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.352047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.352144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.364017] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: IN_PROGRESS for 2s [ 1063.364712] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 1063.625312] env[66289]: INFO networking_nsxv3.common.synchronization [None req-d53918d6-8a20-4ad4-b2aa-acd93cf873c4 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_rules [ 1063.626455] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_rules [ 1063.626455] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c7542f2-0974-4864-9ccd-e38e243f5a07 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.626792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.626792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.626993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.627094] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.761917] env[66289]: INFO networking_nsxv3.common.synchronization [None req-dd6042d0-329e-452a-a7c8-387fca3cb4a7 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_rules [ 1063.762690] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_rules [ 1063.763026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c7542f2-0974-4864-9ccd-e38e243f5a07 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.763347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.783047] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1063.783523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.783737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.783976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.784414] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.784601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.784601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.784803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.784886] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.784971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.785168] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.785262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.785451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.785601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.785751] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.785862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.785925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.786082] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.786158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.786262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.786354] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.787375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.787617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.787770] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.787870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.787951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.788126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.788235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.788387] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.828830] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.829036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.829036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.830202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.830202] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.147023] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.147860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.147961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.148255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.148316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.148390] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 already deleted. [ 1064.148475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.148631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.148786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.148870] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.291873] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55dca674-6713-43dd-9eeb-697444a377dc: rpc.has_security_group_logging(os_id): False [ 1064.294354] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.315730] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.315925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.315925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.319165] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.319165] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.319165] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.319165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.319865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.319865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.319865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.319865] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1064.336020] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.429756] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.429962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.430038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.430266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.430420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.449581] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1064.493058] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: SUCCESS [ 1064.493177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.627316] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 1064.627553] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 deletion is rescheduled due to dependency. [ 1064.627665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.673017] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.673202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.673275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.673500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.673608] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.673725] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 already deleted. [ 1064.673815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.797234] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.838090] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.283853] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8faa253-7908-47a6-9e5a-887bb0765987 in Status: SUCCESS [ 1065.284132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.285024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.285024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.285024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.285024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.285024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.285399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.285399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.285507] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.285630] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8faa253-7908-47a6-9e5a-887bb0765987',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.286614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.286856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.287130] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.287251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.287314] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.288210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.288210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.288210] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8faa253-7908-47a6-9e5a-887bb0765987',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.299694] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.299694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.299870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.299983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.300297] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.300396] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1065.337725] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.337869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.337939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.338189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.338367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.342092] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1065.342185] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1065.354070] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1065.376807] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: SUCCESS [ 1065.376807] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f947a8b5-88a3-421d-942a-47dd91c9c89c deletion is rescheduled due to dependency. [ 1065.376807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.376807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.376807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.376807] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.376807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.376807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.376807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.376807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.376807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.376807] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.378683] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 1065.378924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.379845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.379845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.379845] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.379845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.379845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.379845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.380124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.380124] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.790795] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8faa253-7908-47a6-9e5a-887bb0765987',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.792846] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.792846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.792846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.792846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.792846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.792846] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.793240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.793240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.793240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.793240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.795722] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8faa253-7908-47a6-9e5a-887bb0765987 is going to be deleted. [ 1065.824315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.824623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.824623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.824742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.824837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.825439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.882063] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.884168] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.885195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.885195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.885195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.885195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.885195] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.885505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.885505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.885505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.885627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.885627] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be updated. [ 1065.916289] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.916289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.916289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.916289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.916289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.926158] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: IN_PROGRESS for 2s [ 1066.136057] env[66289]: INFO networking_nsxv3.common.synchronization [req-601577d1-a74f-42ed-8511-cd435e3d1aca req-003295e8-44a5-4027-b2cf-93a397fc0a81 tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 1066.137058] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGHEST for action security_group_members [ 1066.137670] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.137670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.137670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.137838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.137925] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.138028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.138092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.138245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.138654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.138769] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.213348] env[66289]: INFO networking_nsxv3.common.synchronization [req-601577d1-a74f-42ed-8511-cd435e3d1aca req-003295e8-44a5-4027-b2cf-93a397fc0a81 tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: f44cd616-fdbe-40f3-94af-46f680b592cc with Priority: HIGHEST for action port [ 1066.214199] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44cd616-fdbe-40f3-94af-46f680b592cc with Priority: HIGHEST for action port [ 1066.214716] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-f44cd616-fdbe-40f3-94af-46f680b592cc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.214849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.214919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.215132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.215232] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f44cd616-fdbe-40f3-94af-46f680b592cc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.234153] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.234369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.234453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.234666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.259242] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1066.259242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.259602] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1066.295371] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8faa253-7908-47a6-9e5a-887bb0765987: rpc.has_security_group_logging(os_id): False [ 1066.300793] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.300974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.301070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.301305] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.314092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.314997] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1066.315167] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.315249] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1066.344502] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.344730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.344840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.345168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.345311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.345699] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.345819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.345819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.346023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.346146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.346302] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8faa253-7908-47a6-9e5a-887bb0765987 is going to be created. [ 1066.377197] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e8faa253-7908-47a6-9e5a-887bb0765987], does not exist path=[/infra/domains/default/groups/e8faa253-7908-47a6-9e5a-887bb0765987]."\n}' [ 1066.377197] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8faa253-7908-47a6-9e5a-887bb0765987 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8faa253-7908-47a6-9e5a-887bb0765987 [ 1066.377197] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1066.394477] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.394732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.395022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.395329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.397710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.398112] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1066.399838] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f947a8b5-88a3-421d-942a-47dd91c9c89c: rpc.has_security_group_logging(os_id): False [ 1066.425458] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.425611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.425682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.425927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.453236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.453236] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.453236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.453236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.453236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.453236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.453236] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f947a8b5-88a3-421d-942a-47dd91c9c89c is going to be updated. [ 1066.461333] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.461497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.461647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.462658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.463176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.463270] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.467178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.467178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.467178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.467178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.467178] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.467178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.467178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.467178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.467178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.467178] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8faa253-7908-47a6-9e5a-887bb0765987 is going to be created. [ 1066.486640] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1066.486875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.487081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.487328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.487407] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.488875] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e8faa253-7908-47a6-9e5a-887bb0765987], does not exist path=[/infra/domains/default/groups/e8faa253-7908-47a6-9e5a-887bb0765987]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8faa253-7908-47a6-9e5a-887bb0765987 [ 1066.489022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8faa253-7908-47a6-9e5a-887bb0765987" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.489228] env[66289]: Traceback (most recent call last): [ 1066.489279] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1066.489279] env[66289]: return func(*args, **kwargs) [ 1066.489279] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1066.489279] env[66289]: res.raise_for_status() [ 1066.489279] env[66289]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1066.489279] env[66289]: raise HTTPError(http_error_msg, response=self) [ 1066.489279] env[66289]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8faa253-7908-47a6-9e5a-887bb0765987 [ 1066.489279] env[66289]: During handling of the above exception, another exception occurred: [ 1066.489279] env[66289]: Traceback (most recent call last): [ 1066.489279] env[66289]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1066.489279] env[66289]: listener.cb(fileno) [ 1066.489279] env[66289]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1066.489279] env[66289]: result = function(*args, **kwargs) [ 1066.489279] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1066.489279] env[66289]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1066.489279] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1066.489279] env[66289]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1066.489279] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1066.489279] env[66289]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1066.489279] env[66289]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1066.489279] env[66289]: res.raise_for_status() [ 1066.489279] env[66289]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1066.489279] env[66289]: raise HTTPError(http_error_msg, response=self) [ 1066.490052] env[66289]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e8faa253-7908-47a6-9e5a-887bb0765987 [ 1066.490052] env[66289]: Removing descriptor: 22 [ 1066.519916] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.520221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.520221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.520395] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.522384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.522483] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1066.532025] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.532025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.532025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.532025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.532433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.555660] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: IN_PROGRESS for 2s [ 1066.641359] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.641359] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.642030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.642030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.668960] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.668960] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.668960] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.669325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.669418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.669479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.670420] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 is going to be updated. [ 1066.673603] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.673795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.673795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.674016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.674303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.674598] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:53. [ 1066.674701] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4ecfc60e-344b-489f-aa2e-02e5be066a21', '5604efd0-baaf-48d4-8431-eaefbadc423e', '226d795e-914a-4cc1-8102-aca7c639925b', 'd61a784b-a4e5-486c-8ae1-d61ea2536fb4', '0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93', 'b42f9053-b6ec-455a-b514-366a79eb489c', 'b110e8f4-4cab-48dc-bb44-aa3de7afc7f5', '98a03cbc-1277-4b82-bf3b-9280a3b5e4e6', '469c0124-9907-4c4d-9d25-ffa235d72065', '751ff2f1-6915-4d0f-8101-fe1138d7f61d', 'acb22e6c-882c-48f4-8c3e-2c4b135a1fa0', '71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e', '16b265ac-c047-43dc-ba87-7efa6309d682', '4f35d956-deb7-4e4d-a612-59394e274770', 'f2ee1455-8b62-44c9-ba64-efbf669a1de6', '50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62', '1714d0a0-3697-44b6-a954-e8d42865fc73', 'ea423be3-a3fa-4a38-b0c4-2ec821642d0a', '55dca674-6713-43dd-9eeb-697444a377dc', '5d6139e2-874f-41e5-8196-24728c193ab4', '45b237df-fe0d-4a3d-9a63-1e9914602fe3', '17568ad5-5173-4703-8df7-5872d2a56164', '2b4f94f7-f881-48fa-ab0b-99d9746a4f03', '45deb0ab-b16c-43ff-869c-e2d969617743', 'f947a8b5-88a3-421d-942a-47dd91c9c89c', '127959cf-c11a-47fc-9ddb-13e14590259a', '93c1f712-1f0f-4ee8-836a-5311c713920b', '628b8e93-b0f6-44fa-8ed0-b1f618ca4630', 'd73d4606-2e74-4295-a1a9-2285aa67a419', 'a91efbda-9880-4d1b-acc7-cd944a1c90dd', '5fd9bf79-199b-4b2a-bc32-ff427b150bfb', 'fb3b2918-b02f-4f24-9fee-7af2e24eaf8b', '1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc', '99b82a86-a2be-4a41-b95b-ecfa63a0dc7a', '7b03638b-3d9f-4f56-a116-0ad749b08ef1', 'bdf86511-0f9e-41c0-abd7-814d69de861d', '01ae8da4-7bd6-406a-952f-03b9cf1185de', 'd9af1180-de21-4fe6-8028-73b3a95af3da', '9111289a-4d18-4f43-b2d8-a11b4939d1b3', '607be892-d5dd-464c-8f8f-63f4009a8aba', '24639e23-3f03-4ddf-8ca9-ce83f0bb915d', '0744e1a2-ee82-424a-bc91-c7a571ae645f', 'd601cafa-492b-4e4f-98bf-3eaab6d99e0b', '8b401089-4f80-4479-aa5d-e0816aad3477', '4e76998b-4676-4477-9694-341ebc353dbe', '1eefc229-eec3-482e-905e-cce9d4ad9f19', '9fd4d4f9-6637-49e1-b20d-c5118b03c73f', 'b7cdd60a-0037-459e-93cb-aa7870fb5e88', '2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9', '80c0cfa0-9c50-4965-bce2-f3b16e6a1243', '8e5b3cbc-5b3f-41b8-9bbd-4c778849c776', 'c29883d1-408b-4470-a4ef-d60472735302', 'd9b6eb75-f7de-47fe-a481-af97d5248197'} {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.674812] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1066.703400] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.703786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.703786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.704840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.704840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.704994] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1066.704994] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.705113] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1066.718829] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.719125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.719241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.719534] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.719732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.720820] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f44cd616-fdbe-40f3-94af-46f680b592cc with status ACTIVE [ 1066.721047] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.721148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.721216] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.721400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.721486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.721672] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.721770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.721830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.721978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.723135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.723135] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.723135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.723135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.723135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.723135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.723135] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f44cd616-fdbe-40f3-94af-46f680b592cc is going to be updated. [ 1066.732672] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: IN_PROGRESS for 2s [ 1066.747059] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.747059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.747059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.747059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.747059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.747059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f44cd616-fdbe-40f3-94af-46f680b592cc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.852752] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.853147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.853147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.854048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.855055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.855474] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1066.855582] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.855653] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1066.855710] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1066.855773] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/53 resources of Type:Security Group Rules [ 1066.855836] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGH for action security_group_rules [ 1066.855892] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGH for action security_group_rules [ 1066.856079] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGH for action security_group_rules [ 1066.856079] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGH for action security_group_rules [ 1066.856272] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGH for action security_group_rules [ 1066.856272] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b42f9053-b6ec-455a-b514-366a79eb489c with Priority: HIGH for action security_group_rules [ 1066.856272] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGH for action security_group_rules [ 1066.856494] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGH for action security_group_rules [ 1066.856494] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGH for action security_group_rules [ 1066.856494] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGH for action security_group_rules [ 1066.856494] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGH for action security_group_rules [ 1066.856786] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGH for action security_group_rules [ 1066.856786] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGH for action security_group_rules [ 1066.856786] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGH for action security_group_rules [ 1066.856786] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGH for action security_group_rules [ 1066.856786] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGH for action security_group_rules [ 1066.857191] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGH for action security_group_rules [ 1066.857191] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGH for action security_group_rules [ 1066.857191] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGH for action security_group_rules [ 1066.857191] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGH for action security_group_rules [ 1066.857191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.991129] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.991451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.369551] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1067.369551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.369551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.369551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.369551] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.369551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.369551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.369551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.369551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.369551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.369551] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.871520] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.871858] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.871858] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.871970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.872242] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.872381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.872463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.873342] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.873490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.873574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.874429] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.874548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.874648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.874794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.874941] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.875052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.875114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.875257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.875338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.875422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.875511] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.940549] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17568ad5-5173-4703-8df7-5872d2a56164 in Status: SUCCESS [ 1067.941219] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 deletion is rescheduled due to dependency. [ 1067.941597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.977896] env[66289]: INFO networking_nsxv3.common.synchronization [req-e8a1894d-43db-4d17-a7ff-de5b7ea2410c req-6725361a-f429-4829-a784-b2a05400994d tempest-ServerAddressesNegativeTestJSON-1841368855 tempest-ServerAddressesNegativeTestJSON-1841368855-project-member] Enqueued Resource ID: b42f9053-b6ec-455a-b514-366a79eb489c with Priority: HIGHEST for action security_group_members [ 1067.978581] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42f9053-b6ec-455a-b514-366a79eb489c with Priority: HIGHEST for action security_group_members [ 1067.978720] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 with Priority: HIGH for action security_group_rules [ 1067.978843] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226d795e-914a-4cc1-8102-aca7c639925b with Priority: HIGH for action security_group_rules [ 1067.978959] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGH for action security_group_rules [ 1067.979068] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 with Priority: HIGH for action security_group_rules [ 1067.979175] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6139e2-874f-41e5-8196-24728c193ab4 with Priority: HIGH for action security_group_rules [ 1067.979377] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGH for action security_group_rules [ 1067.979503] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGH for action security_group_rules [ 1067.979599] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGH for action security_group_rules [ 1067.979703] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f35d956-deb7-4e4d-a612-59394e274770 with Priority: HIGH for action security_group_rules [ 1067.979795] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGH for action security_group_rules [ 1067.979881] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGH for action security_group_rules [ 1067.979970] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e with Priority: HIGH for action security_group_rules [ 1067.980096] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 with Priority: HIGH for action security_group_rules [ 1067.980185] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d with Priority: HIGH for action security_group_rules [ 1067.980271] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 469c0124-9907-4c4d-9d25-ffa235d72065 with Priority: HIGH for action security_group_rules [ 1067.980357] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42f9053-b6ec-455a-b514-366a79eb489c with Priority: HIGH for action security_group_rules [ 1067.980443] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGH for action security_group_rules [ 1067.984037] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 with Priority: HIGH for action security_group_rules [ 1067.984037] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604efd0-baaf-48d4-8431-eaefbadc423e with Priority: HIGH for action security_group_rules [ 1067.984037] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGH for action security_group_rules [ 1067.984037] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42f9053-b6ec-455a-b514-366a79eb489c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.984037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.984037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.984037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.984037] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.985466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.985466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.985466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.985466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.985466] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42f9053-b6ec-455a-b514-366a79eb489c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.985466] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ecfc60e-344b-489f-aa2e-02e5be066a21 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.985738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.985738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.985819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.985867] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ecfc60e-344b-489f-aa2e-02e5be066a21',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.986801] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-226d795e-914a-4cc1-8102-aca7c639925b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.986801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.986801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.987018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.987018] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('226d795e-914a-4cc1-8102-aca7c639925b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.987810] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.987810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.987952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.988017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.988082] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.988837] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.988946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.988946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.989121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.989208] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ee1455-8b62-44c9-ba64-efbf669a1de6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.990041] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d6139e2-874f-41e5-8196-24728c193ab4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.991028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.991028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.991028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.991028] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d6139e2-874f-41e5-8196-24728c193ab4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.991212] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.991331] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.991523] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.991623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.991729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.992856] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.992856] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.994770] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1714d0a0-3697-44b6-a954-e8d42865fc73 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.994770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.994770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.994770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.994770] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.995488] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f35d956-deb7-4e4d-a612-59394e274770 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.995595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.995663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.995816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.995922] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f35d956-deb7-4e4d-a612-59394e274770',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.996761] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.996860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.996929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.997093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.997180] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.998674] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.998799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.998863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.998986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.999066] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.999810] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.001204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.001309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.001526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.001635] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.003290] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.003290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.003290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.003290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.003290] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb22e6c-882c-48f4-8c3e-2c4b135a1fa0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.003699] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.003810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.003874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.004328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.004328] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751ff2f1-6915-4d0f-8101-fe1138d7f61d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.004783] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-469c0124-9907-4c4d-9d25-ffa235d72065 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.004892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.004976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.006628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.006715] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('469c0124-9907-4c4d-9d25-ffa235d72065',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.007838] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b42f9053-b6ec-455a-b514-366a79eb489c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.007954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.008036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.008252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.008336] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b42f9053-b6ec-455a-b514-366a79eb489c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.009354] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.009499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.009603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.009770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.009845] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.010925] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.010925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.010925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.010925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.011059] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.011803] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5604efd0-baaf-48d4-8431-eaefbadc423e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.011901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.011970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.012153] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.012225] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5604efd0-baaf-48d4-8431-eaefbadc423e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.012907] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.013019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.013089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.013238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.013310] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.378360] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55dca674-6713-43dd-9eeb-697444a377dc: rpc.has_security_group_logging(os_id): False [ 1068.406848] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.407076] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.407168] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.407497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.430212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.430592] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.430782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.430848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.431150] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.431270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.431713] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.431813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.431847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.432260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.432439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.432726] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.432872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.432989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.433194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.433303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.433634] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1068.469458] env[66289]: INFO networking_nsxv3.common.synchronization [req-3e248d8f-4907-45a5-b80a-1c7d3e2fe4e8 req-39251e7e-9a3e-4e0e-a39c-63d2e3d3052b tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 1068.470302] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 1068.470367] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.471221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.471221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.471221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.471221] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.471221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.471882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.475097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.475097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.475097] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.512860] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.512860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.512860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.513054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.513129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.515849] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.515849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.515849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.515849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.518929] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.519786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.519786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.519786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.519786] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.520029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.520029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.520910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.520910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.520910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.520910] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.532872] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1714d0a0-3697-44b6-a954-e8d42865fc73 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.532872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.532872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.532872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.532872] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.532872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.532872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.532872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.532872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.532872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.532872] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.534232] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.534232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.534232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.534430] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.534430] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.534548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.534612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.534827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.534827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.534913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.534945] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.550252] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.550252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.550252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.550252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.551874] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.551874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.551874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.551874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.551874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.551874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.551874] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.553096] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.553279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.553389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.553956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.553956] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.553956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.553956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.554172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.554205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.555046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.555046] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.567960] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.617519] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1068.621881] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.621881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.626950] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.626950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.626950] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.626950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.627734] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.628312] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.628881] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.628987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.629716] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.629820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.630473] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.630576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.631308] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.631458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.632183] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.632308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.632953] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.634056] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.634056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.634388] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.634669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.634868] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.634971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.635104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.635320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.635396] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.635482] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42f9053-b6ec-455a-b514-366a79eb489c is going to be updated. [ 1068.638970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.638970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.639732] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.642340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.642340] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f947a8b5-88a3-421d-942a-47dd91c9c89c in Status: SUCCESS [ 1068.642340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.642340] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.642340] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.642340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.659587] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.660361] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.660361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.663169] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.663728] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.663845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.668901] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.670692] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.670692] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 469c0124-9907-4c4d-9d25-ffa235d72065 is going to be deleted. [ 1068.670692] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.670810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.698266] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.698417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.698467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.698939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.698939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.700681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.701379] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be deleted. [ 1068.703036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.703036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.720021] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42f9053-b6ec-455a-b514-366a79eb489c in Status: IN_PROGRESS for 2s [ 1068.739204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.740726] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93 is going to be deleted. [ 1068.740934] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.741099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.741153] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.741377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.741452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.741899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-469c0124-9907-4c4d-9d25-ffa235d72065" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.742239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.742434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.742520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.742621] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b42f9053-b6ec-455a-b514-366a79eb489c is going to be deleted. [ 1068.743474] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.743644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.746718] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 in Status: SUCCESS [ 1068.746718] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 deletion is rescheduled due to dependency. [ 1068.746718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.765124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.765304] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e is going to be deleted. [ 1068.766562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.766874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.770588] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.770737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.822632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.822904] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 226d795e-914a-4cc1-8102-aca7c639925b is going to be deleted. [ 1068.827269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.827269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.843681] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.843837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.850165] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.850295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.865439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.865439] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be deleted. [ 1068.865439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.865439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.865439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.865439] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ee1455-8b62-44c9-ba64-efbf669a1de6 is going to be deleted. [ 1068.866033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.866243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.923495] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.923947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.949363] env[66289]: INFO networking_nsxv3.common.synchronization [None req-d4bf37b1-1baa-400b-ad78-728831f5fd31 None None] Enqueued Resource ID: ce6a1382-6e53-4966-bacc-ad729c9d29bb with Priority: HIGHEST for action port [ 1068.949363] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6a1382-6e53-4966-bacc-ad729c9d29bb with Priority: HIGHEST for action port [ 1068.949363] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce6a1382-6e53-4966-bacc-ad729c9d29bb taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.949363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce6a1382-6e53-4966-bacc-ad729c9d29bb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.949363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce6a1382-6e53-4966-bacc-ad729c9d29bb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.949363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce6a1382-6e53-4966-bacc-ad729c9d29bb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.949363] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6a1382-6e53-4966-bacc-ad729c9d29bb',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.977149] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.977149] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb22e6c-882c-48f4-8c3e-2c4b135a1fa0 is going to be deleted. [ 1068.978126] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.978249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.978305] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.978508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.979722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.979722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-226d795e-914a-4cc1-8102-aca7c639925b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.979722] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.979722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.979722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.979722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.023374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.023750] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.023886] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.023958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.024187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.024400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.024400] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 1069.026164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.026164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.065164] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.071028] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.071028] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.071028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.071028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.071028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.071028] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.071028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.071028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.071028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.071528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.071528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.071528] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.071528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.071686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.071712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.071859] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.071951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.072022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.072165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.072233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.072313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.072412] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.073387] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.076564] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.076564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.076564] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1714d0a0-3697-44b6-a954-e8d42865fc73: rpc.has_security_group_logging(os_id): False [ 1069.116610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.116610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.122672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.122812] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ecfc60e-344b-489f-aa2e-02e5be066a21 is going to be deleted. [ 1069.124010] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.124242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.128733] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.128733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.134273] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.134375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.147390] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.147390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.147390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.147390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.147390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.166672] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 1069.170487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.170623] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5604efd0-baaf-48d4-8431-eaefbadc423e is going to be deleted. [ 1069.171604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.171823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.234546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.234684] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f35d956-deb7-4e4d-a612-59394e274770 is going to be deleted. [ 1069.235710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.235952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.236063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.236192] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.236351] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.237237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.237237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.237237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.237237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.237431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.237482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.237603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dbe5205-e8fb-4de3-8ddc-1d8d77c81e93" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.237734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.237905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.237982] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.241021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71b2b45c-7c9a-498d-a2fe-86a9dd3f4d4e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.241021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.241021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.272562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.272562] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d6139e2-874f-41e5-8196-24728c193ab4 is going to be deleted. [ 1069.272562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.272562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.414664] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.414818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.452038] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce6a1382-6e53-4966-bacc-ad729c9d29bb [ 1069.452658] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.452658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.452802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.452991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.453134] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.453411] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce6a1382-6e53-4966-bacc-ad729c9d29bb already deleted. [ 1069.453579] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce6a1382-6e53-4966-bacc-ad729c9d29bb" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.493378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.493498] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751ff2f1-6915-4d0f-8101-fe1138d7f61d is going to be deleted. [ 1069.495354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.495354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.495354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.495354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.495354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.495354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.495354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.495622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ee1455-8b62-44c9-ba64-efbf669a1de6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.496575] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.496684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.496780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.496962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.497061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.497182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5604efd0-baaf-48d4-8431-eaefbadc423e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.497316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.497463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.524039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.524164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.534242] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.534373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.551260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.551454] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.551553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.551602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.551809] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.551897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.552029] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 is going to be updated. [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ecfc60e-344b-489f-aa2e-02e5be066a21" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb22e6c-882c-48f4-8c3e-2c4b135a1fa0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f35d956-deb7-4e4d-a612-59394e274770" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.555446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d6139e2-874f-41e5-8196-24728c193ab4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.569049] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16b265ac-c047-43dc-ba87-7efa6309d682: rpc.has_security_group_logging(os_id): False [ 1069.578485] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6: rpc.has_security_group_logging(os_id): False [ 1069.581937] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea423be3-a3fa-4a38-b0c4-2ec821642d0a: rpc.has_security_group_logging(os_id): False [ 1069.583753] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62: rpc.has_security_group_logging(os_id): False [ 1069.592398] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.592604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.594464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.594704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.622677] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.622677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.622677] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.622677] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.671694] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.671826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.691983] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.691983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.702522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.703421] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.704834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.704834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.704834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.704834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.704834] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1069.706231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.708249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.725737] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.725737] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.734552] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.734552] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.734807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.734904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.735169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.735310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.735576] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.735724] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.735816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.736022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.736204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.736431] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.736575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.736665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.736881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.737014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.737175] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 is going to be updated. [ 1069.738301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.738722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.763611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.764064] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.764182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.764595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.764595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.764595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.764710] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a is going to be updated. [ 1069.769834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.769834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.818127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.818241] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.819508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.819508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.819508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.819508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.819508] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 is going to be updated. [ 1069.820991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.820991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.820991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.820991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751ff2f1-6915-4d0f-8101-fe1138d7f61d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.821166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.821528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.821528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.840362] env[66289]: INFO networking_nsxv3.common.synchronization [None req-5db37507-9f48-49b9-9589-908ba47ee3ce tempest-AttachVolumeShelveTestJSON-2061470684 tempest-AttachVolumeShelveTestJSON-2061470684-project-member] Enqueued Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_rules [ 1069.841548] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_rules [ 1069.841548] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.841628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.841933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.841933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.842093] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.850452] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.851049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.851049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.851519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.851891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.871416] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 in Status: IN_PROGRESS for 2s [ 1069.878024] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.878024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.878024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.878024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.878024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.889263] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1069.897217] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: IN_PROGRESS for 2s [ 1069.931108] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.931108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.931108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.931108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.931108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.953046] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.953046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.953046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.953365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.953365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.958876] env[66289]: INFO networking_nsxv3.common.synchronization [None req-3253b8ca-783f-495f-877f-493ec2ab78b3 tempest-AttachVolumeShelveTestJSON-2061470684 tempest-AttachVolumeShelveTestJSON-2061470684-project-member] Enqueued Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_rules [ 1069.958876] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_rules [ 1069.958876] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.958876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.984655] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: IN_PROGRESS for 2s [ 1069.986766] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1069.987290] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: IN_PROGRESS for 2s [ 1070.371775] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.371775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.371775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.371775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.371775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.371775] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e already deleted. [ 1070.371775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.371775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.371775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.371775] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.639177] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1070.639774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.640259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.640259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.640394] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.733283] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42f9053-b6ec-455a-b514-366a79eb489c in Status: SUCCESS [ 1070.733618] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42f9053-b6ec-455a-b514-366a79eb489c deletion is rescheduled due to dependency. [ 1070.733927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42f9053-b6ec-455a-b514-366a79eb489c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.896997] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.897230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.897230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.897499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.897555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.897628] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e already deleted. [ 1070.897715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.143185] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.143567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.143567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.143710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.143920] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.144032] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.144096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.144255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.144339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.144423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.144511] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.180895] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 1071.181324] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 deletion is rescheduled due to dependency. [ 1071.181595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.415918] env[66289]: INFO networking_nsxv3.common.synchronization [None req-e906437c-ec20-48df-84ca-14c1c9a6d166 None None] Enqueued Resource ID: ec02046c-747f-42f3-b180-10d03567c45f with Priority: HIGHEST for action port [ 1071.416665] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec02046c-747f-42f3-b180-10d03567c45f with Priority: HIGHEST for action port [ 1071.417114] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec02046c-747f-42f3-b180-10d03567c45f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.418134] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec02046c-747f-42f3-b180-10d03567c45f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.418402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec02046c-747f-42f3-b180-10d03567c45f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.418883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec02046c-747f-42f3-b180-10d03567c45f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.418883] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec02046c-747f-42f3-b180-10d03567c45f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.648491] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.648685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.648845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.649008] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.649206] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.649311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.649378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.649538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.649624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.649711] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.649858] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.649947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.650016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.650164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.650299] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.650392] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.650458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.650652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.650769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.651055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.651055] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.875341] env[66289]: INFO networking_nsxv3.common.synchronization [req-d2c5927f-b4c3-4465-bb96-7eaea134ffac req-d1882f4c-67a8-4d46-9bad-11a0845c2a60 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1071.875932] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1071.876262] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.876387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.876456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.876738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.876901] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.877134] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.877134] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.877226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.877312] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.877445] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.885959] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 in Status: SUCCESS [ 1071.886582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.904411] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1071.904411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.909086] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: SUCCESS [ 1071.909330] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.921755] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec02046c-747f-42f3-b180-10d03567c45f [ 1071.921982] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.922135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.922261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.922432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.922539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.922641] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec02046c-747f-42f3-b180-10d03567c45f already deleted. [ 1071.922713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec02046c-747f-42f3-b180-10d03567c45f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.999937] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: SUCCESS [ 1071.999937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.999937] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: SUCCESS [ 1072.000343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.147933] env[66289]: INFO networking_nsxv3.common.synchronization [req-f3c78eed-4405-4870-8527-781011e69411 req-7f07a968-75c6-4a25-96e5-653a3278c20c tempest-ServerActionsTestOtherB-991082892 tempest-ServerActionsTestOtherB-991082892-project-member] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1072.149285] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1072.149285] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.149285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.149285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.149460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.149497] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.149577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.149635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.149791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.149870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.149970] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.152722] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55dca674-6713-43dd-9eeb-697444a377dc: rpc.has_security_group_logging(os_id): False [ 1072.173325] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.173592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.173682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.173921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.175204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.175204] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.175204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.175204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.175204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.175204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.175204] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.175204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.175204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.175204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.175595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.175595] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.175595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.175595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.175735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.175814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.175903] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1072.243788] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.246813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.246813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.246813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.246813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.269124] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1072.289018] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.289147] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.289220] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.289585] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.290032] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.290032] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.290157] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.290400] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.290551] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.290756] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.291326] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.291326] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.291326] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.291326] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.291326] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.291579] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.316692] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.316876] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.317021] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.317211] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.317531] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-80283da7-ef04-44bc-b945-eebc96731921 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.317709] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-80283da7-ef04-44bc-b945-eebc96731921" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.317823] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-80283da7-ef04-44bc-b945-eebc96731921" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.318207] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-80283da7-ef04-44bc-b945-eebc96731921" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.318347] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80283da7-ef04-44bc-b945-eebc96731921',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.381720] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.653528] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.653850] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.653934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.654178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.679089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.679089] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.679215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.679262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.679427] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.679504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.679588] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1072.705922] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.706649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.706783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.708045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.708045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.718030] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1072.820652] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.820889] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.821026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.821323] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.821527] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.821688] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 80283da7-ef04-44bc-b945-eebc96731921 not found, creating... [ 1072.821986] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.822159] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.822276] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.822510] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.822640] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.822924] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.823107] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.823190] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.823388] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.823558] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.823654] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 80283da7-ef04-44bc-b945-eebc96731921 is going to be created. [ 1072.844071] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.844071] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.844071] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.844324] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.844542] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.844760] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-80283da7-ef04-44bc-b945-eebc96731921" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.883034] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.386039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.386039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.386039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.386039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.386039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.386039] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 is going to be updated. [ 1073.424446] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.424446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.424446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.424686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.424784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.438249] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: IN_PROGRESS for 2s [ 1073.666577] env[66289]: INFO networking_nsxv3.common.synchronization [req-d2c5927f-b4c3-4465-bb96-7eaea134ffac req-76ead374-a807-40f7-a4d6-6f7121d3188d service nova] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_rules [ 1073.666695] env[66289]: INFO networking_nsxv3.common.synchronization [req-d2c5927f-b4c3-4465-bb96-7eaea134ffac req-76ead374-a807-40f7-a4d6-6f7121d3188d service nova] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1073.666860] env[66289]: INFO networking_nsxv3.common.synchronization [req-d2c5927f-b4c3-4465-bb96-7eaea134ffac req-76ead374-a807-40f7-a4d6-6f7121d3188d service nova] Enqueued Resource ID: 80283da7-ef04-44bc-b945-eebc96731921 with Priority: HIGHEST for action port [ 1073.667435] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_rules [ 1073.667575] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1073.667659] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80283da7-ef04-44bc-b945-eebc96731921 with Priority: HIGHEST for action port [ 1073.668050] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.668141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.668212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.668425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.668507] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.669401] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.669625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.669750] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-80283da7-ef04-44bc-b945-eebc96731921 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.669829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80283da7-ef04-44bc-b945-eebc96731921" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.669868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80283da7-ef04-44bc-b945-eebc96731921" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.670119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80283da7-ef04-44bc-b945-eebc96731921" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.670163] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80283da7-ef04-44bc-b945-eebc96731921',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.967724] env[66289]: INFO networking_nsxv3.common.synchronization [req-4f719022-3452-4f90-be42-8a35415b9c9e req-77f7f79b-17b7-4741-a34e-37fd4b16dba8 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1073.967724] env[66289]: INFO networking_nsxv3.common.synchronization [req-4f719022-3452-4f90-be42-8a35415b9c9e req-77f7f79b-17b7-4741-a34e-37fd4b16dba8 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGHEST for action security_group_members [ 1073.967724] env[66289]: INFO networking_nsxv3.common.synchronization [req-4f719022-3452-4f90-be42-8a35415b9c9e req-77f7f79b-17b7-4741-a34e-37fd4b16dba8 tempest-SecurityGroupsTestJSON-1162293842 tempest-SecurityGroupsTestJSON-1162293842-project-member] Enqueued Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_members [ 1073.969695] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGHEST for action security_group_members [ 1073.969906] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGHEST for action security_group_members [ 1073.970072] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGHEST for action security_group_members [ 1073.971281] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.971639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.971756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.972015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.972240] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.972433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.972543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.972756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.972904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.973076] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.973947] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1714d0a0-3697-44b6-a954-e8d42865fc73 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.975086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.975229] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.975454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.977606] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.977730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.977796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.978073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.978073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.978136] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.979021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.979304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.979420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.979620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.980089] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.981202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.981202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.981202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.981202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.981316] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.172301] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.172301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.173841] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80283da7-ef04-44bc-b945-eebc96731921 with status ACTIVE [ 1074.173939] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.174425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.174425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.174605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.175036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.175036] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.175036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.175174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.175341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.175341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.175525] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.175629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.175808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.175808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.175925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.175969] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80283da7-ef04-44bc-b945-eebc96731921 is going to be updated. [ 1074.199880] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.200052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.200129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.200347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.200783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.200783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80283da7-ef04-44bc-b945-eebc96731921" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.298892] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1074.298892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.484256] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.484256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.484256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.484911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.484911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.485318] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.485458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.485553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.485747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.485942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.486078] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be updated. [ 1074.487258] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.487394] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.487487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.487669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.487759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.488100] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.488237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.488280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.488482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.488608] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.488695] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 is going to be updated. [ 1074.489761] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.489924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.489965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.490118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.490197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.490364] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.490490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.490552] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.490657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.490731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.490814] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a is going to be updated. [ 1074.524363] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.524571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.524616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.524868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.525047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.526708] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.526828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.526887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.527075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.527195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.528638] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.528749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.528813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.528973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.529136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.539635] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: IN_PROGRESS for 2s [ 1074.540318] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 in Status: IN_PROGRESS for 2s [ 1074.540887] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: IN_PROGRESS for 2s [ 1074.731170] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1074.731362] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 deletion is rescheduled due to dependency. [ 1074.731540] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.454080] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: SUCCESS [ 1075.454358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.454588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.455413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.455413] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.455413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.455413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.455413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.455614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.455614] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.958917] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.460683] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.555395] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 in Status: SUCCESS [ 1076.555631] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 deletion is rescheduled due to dependency. [ 1076.556537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.556537] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a in Status: SUCCESS [ 1076.556667] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a deletion is rescheduled due to dependency. [ 1076.556727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.557372] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dca674-6713-43dd-9eeb-697444a377dc in Status: SUCCESS [ 1076.557525] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dca674-6713-43dd-9eeb-697444a377dc deletion is rescheduled due to dependency. [ 1076.557614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.964274] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.964592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.964592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.964971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.964971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.964971] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 is going to be updated. [ 1076.994578] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.994758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.994829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.995094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.995256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.006539] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: IN_PROGRESS for 2s [ 1078.109693] env[66289]: INFO networking_nsxv3.common.synchronization [req-c12a4bac-5851-481c-b41a-86971936aa69 req-fe268a46-d070-4320-b122-437f12b03534 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_members [ 1078.110964] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_members [ 1078.111609] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7542f2-0974-4864-9ccd-e38e243f5a07 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.111968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.112217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.112787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.113179] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.113488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.113720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.114735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.114735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.114735] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.489810] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.490038] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.490175] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.490469] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.492022] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.492022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.492022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.492022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.492022] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.492022] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.492022] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.492295] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.492463] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.492678] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.492903] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.493298] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.518503] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.518990] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.520176] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.520176] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-731" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.520304] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-b974f603-f4a8-4269-bfe8-c5eb2d07d15e taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.521032] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-b974f603-f4a8-4269-bfe8-c5eb2d07d15e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.521032] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-b974f603-f4a8-4269-bfe8-c5eb2d07d15e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.521265] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-b974f603-f4a8-4269-bfe8-c5eb2d07d15e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.521517] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b974f603-f4a8-4269-bfe8-c5eb2d07d15e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.618897] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.619368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.619530] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.619783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.619897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.620136] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.620296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.620296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.620496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.620632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.620632] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 already deleted. [ 1078.620721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.019323] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: SUCCESS [ 1079.019693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.019966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.020290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.020613] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.020827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.020928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.021155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.021281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.021446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.021690] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.026886] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.027156] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.027339] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.027634] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.027826] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.028044] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port b974f603-f4a8-4269-bfe8-c5eb2d07d15e not found, creating... [ 1079.028383] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.028579] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.028824] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.029017] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.029208] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.029568] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.029779] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.029935] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.030219] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.030432] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.030586] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: b974f603-f4a8-4269-bfe8-c5eb2d07d15e is going to be created. [ 1079.053762] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.053974] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.054112] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.054399] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.054625] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.054850] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-b974f603-f4a8-4269-bfe8-c5eb2d07d15e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.524519] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.788268] env[66289]: INFO networking_nsxv3.common.synchronization [req-c12a4bac-5851-481c-b41a-86971936aa69 req-ae4b0b88-f655-434b-b92d-65d3544a92cd service nova] Enqueued Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_rules [ 1079.788528] env[66289]: INFO networking_nsxv3.common.synchronization [req-c12a4bac-5851-481c-b41a-86971936aa69 req-ae4b0b88-f655-434b-b92d-65d3544a92cd service nova] Enqueued Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_members [ 1079.788729] env[66289]: INFO networking_nsxv3.common.synchronization [req-c12a4bac-5851-481c-b41a-86971936aa69 req-ae4b0b88-f655-434b-b92d-65d3544a92cd service nova] Enqueued Resource ID: b974f603-f4a8-4269-bfe8-c5eb2d07d15e with Priority: HIGHEST for action port [ 1079.789444] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_rules [ 1079.789634] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_members [ 1079.789744] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b974f603-f4a8-4269-bfe8-c5eb2d07d15e with Priority: HIGHEST for action port [ 1079.790152] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c7542f2-0974-4864-9ccd-e38e243f5a07 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.790324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.790388] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.790664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.790783] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.792300] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7542f2-0974-4864-9ccd-e38e243f5a07 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.792300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.792300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.792503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.792672] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.792849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.792889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.793073] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.793160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.793250] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.794231] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b974f603-f4a8-4269-bfe8-c5eb2d07d15e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.794231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b974f603-f4a8-4269-bfe8-c5eb2d07d15e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.794231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b974f603-f4a8-4269-bfe8-c5eb2d07d15e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.794401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b974f603-f4a8-4269-bfe8-c5eb2d07d15e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.794470] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b974f603-f4a8-4269-bfe8-c5eb2d07d15e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.027226] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62: rpc.has_security_group_logging(os_id): False [ 1080.046743] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.046932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.046932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.047147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.047237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.047610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.047766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.047837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.048037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.048140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.048233] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 is going to be updated. [ 1080.120962] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.121151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.121212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.121429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.121634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.137237] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: IN_PROGRESS for 2s [ 1080.296776] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.297986] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7542f2-0974-4864-9ccd-e38e243f5a07 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.297986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.297986] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b974f603-f4a8-4269-bfe8-c5eb2d07d15e with status ACTIVE [ 1080.298169] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.298228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.298261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.298588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.298588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.299516] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.299516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.299516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.299733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.299733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.300373] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.300373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.300373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.300373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.300373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.300600] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b974f603-f4a8-4269-bfe8-c5eb2d07d15e is going to be updated. [ 1080.328030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.328030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.328030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.329163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.330539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.330539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b974f603-f4a8-4269-bfe8-c5eb2d07d15e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.555398] env[66289]: INFO networking_nsxv3.common.synchronization [req-a9b84099-25fd-4dd9-932b-b8acace68df7 req-a9133dce-aedb-4ce6-b942-633a11b837d9 tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 1080.555909] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 1080.556225] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.556424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.556490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.556691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.556901] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.556971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.557020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.557180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.557257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.557398] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.805118] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.968484] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.968721] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.968850] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.969270] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.969747] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.970387] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.970607] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.970899] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.971108] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.971341] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.971468] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.971644] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.971799] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.971921] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.972038] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.972184] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.994234] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.994535] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.994592] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.994741] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-23" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.995081] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-5fd97e16-b7e4-476e-b5a9-93f84a427af8 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.995247] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-5fd97e16-b7e4-476e-b5a9-93f84a427af8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.995362] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-5fd97e16-b7e4-476e-b5a9-93f84a427af8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.995742] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-5fd97e16-b7e4-476e-b5a9-93f84a427af8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.995892] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd97e16-b7e4-476e-b5a9-93f84a427af8',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.059804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.060036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.060036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.060328] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.060433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.060639] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.060741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.060854] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.060969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.061083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.061149] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 1081.091474] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.091744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.091808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.092081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.092280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.103387] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 1081.307298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.307518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.307518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.307762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.307866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.307963] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 is going to be created. [ 1081.348704] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.348900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.348900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.349203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.349367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.360832] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 in Status: UNINITIALIZED for 2s [ 1081.500783] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.501124] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.501250] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.501578] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.501744] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.501900] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 5fd97e16-b7e4-476e-b5a9-93f84a427af8 not found, creating... [ 1081.502185] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.502347] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.502462] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.502727] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.502869] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.503173] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.503322] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.503438] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.503647] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.503779] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.503916] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 5fd97e16-b7e4-476e-b5a9-93f84a427af8 is going to be created. [ 1081.523792] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.524211] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.524268] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.524522] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.524753] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.524981] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-5fd97e16-b7e4-476e-b5a9-93f84a427af8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.153826] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: SUCCESS [ 1082.154329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.254379] env[66289]: INFO networking_nsxv3.common.synchronization [req-a9b84099-25fd-4dd9-932b-b8acace68df7 req-7ab7907a-8203-4bf6-9b4c-1d4ab2e61809 service nova] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_rules [ 1082.254582] env[66289]: INFO networking_nsxv3.common.synchronization [req-a9b84099-25fd-4dd9-932b-b8acace68df7 req-7ab7907a-8203-4bf6-9b4c-1d4ab2e61809 service nova] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 1082.254771] env[66289]: INFO networking_nsxv3.common.synchronization [req-a9b84099-25fd-4dd9-932b-b8acace68df7 req-7ab7907a-8203-4bf6-9b4c-1d4ab2e61809 service nova] Enqueued Resource ID: 5fd97e16-b7e4-476e-b5a9-93f84a427af8 with Priority: HIGHEST for action port [ 1082.255249] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_rules [ 1082.255414] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 1082.255538] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd97e16-b7e4-476e-b5a9-93f84a427af8 with Priority: HIGHEST for action port [ 1082.255853] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.255983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.256363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.256564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.256654] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.258143] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.258226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.258585] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd97e16-b7e4-476e-b5a9-93f84a427af8 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.258699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd97e16-b7e4-476e-b5a9-93f84a427af8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.258761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd97e16-b7e4-476e-b5a9-93f84a427af8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.258937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd97e16-b7e4-476e-b5a9-93f84a427af8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.259019] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd97e16-b7e4-476e-b5a9-93f84a427af8',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.761135] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.762351] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.762836] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fd97e16-b7e4-476e-b5a9-93f84a427af8 with status ACTIVE [ 1082.763068] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.763204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.763283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.763615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.763823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.763944] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.764078] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.764143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.764419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.764419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.764572] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.764659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.764715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.764961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.764961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.765026] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fd97e16-b7e4-476e-b5a9-93f84a427af8 is going to be updated. [ 1082.790196] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.790424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.790624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.791572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.791572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.791572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd97e16-b7e4-476e-b5a9-93f84a427af8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.115040] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 1083.115295] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 deletion is rescheduled due to dependency. [ 1083.115344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.115551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.115828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.116027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.116152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.116217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.116485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.116485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.116640] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.371592] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 in Status: SUCCESS [ 1083.371938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.372094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.372348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.372567] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.372702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.372798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.373014] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.373117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.373224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.373324] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.619422] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.877090] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.123207] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.380099] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c7542f2-0974-4864-9ccd-e38e243f5a07: rpc.has_security_group_logging(os_id): False [ 1084.405142] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.405467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.405516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.405731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.405831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.406161] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.406292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.406389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.406558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.406659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.407653] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 is going to be created. [ 1084.492082] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.492234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.492299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.492527] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.492727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.506119] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 in Status: IN_PROGRESS for 2s [ 1084.572190] env[66289]: INFO networking_nsxv3.common.synchronization [None req-4db1ab8c-5f04-456f-a012-cbb221ece63f tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 1084.572962] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 1084.573561] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.573731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.574044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.574125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.574317] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.574574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.574664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.574920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.575036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.575196] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.626027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.626226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.626296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.626598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.626688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.626819] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 1084.670094] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.670094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.670094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.670094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.670094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.679116] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 1085.044384] env[66289]: INFO networking_nsxv3.common.synchronization [req-cd84e671-113f-4b8b-afee-ffa7a92061c0 req-fcb81581-d079-4d7f-9fe6-2ba9afef4524 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1085.045071] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1085.045421] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.045555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.045618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.045894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.046113] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.046230] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.046320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.046526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.046617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.046713] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.078161] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.078336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.078419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.078626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.078713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.078906] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.079044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.079118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.079244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.079318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.079401] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be deleted. [ 1085.113833] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.114023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.114068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.114309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.114399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.114499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.458858] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.459218] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.459255] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.459769] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.460109] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.460296] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.460433] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.460674] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.460824] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.461054] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.461165] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.461270] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.461373] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.461479] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.461596] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.461744] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.485249] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.485430] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.485569] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.485783] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.486136] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-e9257d53-671a-4ce8-bb96-056bd60649e4 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.486340] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-e9257d53-671a-4ce8-bb96-056bd60649e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.486575] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-e9257d53-671a-4ce8-bb96-056bd60649e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.487021] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-e9257d53-671a-4ce8-bb96-056bd60649e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.487405] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9257d53-671a-4ce8-bb96-056bd60649e4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.552315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.552315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.552315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.552315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.552315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.552315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.552315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.552315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.552315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.552315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.552315] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 already deleted. [ 1085.552315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.989900] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.990159] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.990295] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.990580] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.990749] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.990909] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port e9257d53-671a-4ce8-bb96-056bd60649e4 not found, creating... [ 1085.991215] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.991381] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.991501] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.991813] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.991961] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.992305] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.992473] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.992749] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.993062] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.993206] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.993349] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: e9257d53-671a-4ce8-bb96-056bd60649e4 is going to be created. [ 1086.014447] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.014447] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.014447] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.014604] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.014780] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.015017] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-e9257d53-671a-4ce8-bb96-056bd60649e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.520119] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 in Status: SUCCESS [ 1086.520515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.692526] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 1086.692829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.693024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.693262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.693459] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.693583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.693647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.693804] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.693891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.693994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.694165] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.800406] env[66289]: INFO networking_nsxv3.common.synchronization [req-cd84e671-113f-4b8b-afee-ffa7a92061c0 req-f8560745-0775-4f01-a13f-7d5dbe272c53 service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1086.800578] env[66289]: INFO networking_nsxv3.common.synchronization [req-cd84e671-113f-4b8b-afee-ffa7a92061c0 req-f8560745-0775-4f01-a13f-7d5dbe272c53 service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1086.800709] env[66289]: INFO networking_nsxv3.common.synchronization [req-cd84e671-113f-4b8b-afee-ffa7a92061c0 req-f8560745-0775-4f01-a13f-7d5dbe272c53 service nova] Enqueued Resource ID: e9257d53-671a-4ce8-bb96-056bd60649e4 with Priority: HIGHEST for action port [ 1086.801277] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1086.801431] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1086.801562] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9257d53-671a-4ce8-bb96-056bd60649e4 with Priority: HIGHEST for action port [ 1086.801880] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.802043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.804498] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.804760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.804853] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.806222] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.806348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.806411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.806617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.806766] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.806857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.806916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.807071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.807152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.807241] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.808298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9257d53-671a-4ce8-bb96-056bd60649e4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.808458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9257d53-671a-4ce8-bb96-056bd60649e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.808565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9257d53-671a-4ce8-bb96-056bd60649e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.808695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9257d53-671a-4ce8-bb96-056bd60649e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.808785] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9257d53-671a-4ce8-bb96-056bd60649e4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.028778] env[66289]: INFO networking_nsxv3.common.synchronization [None req-d4c0af63-179d-43f7-babe-6fa0d392d358 None None] Enqueued Resource ID: 227153d4-1550-462a-8b36-c842ff3b7409 with Priority: HIGHEST for action port [ 1087.029605] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227153d4-1550-462a-8b36-c842ff3b7409 with Priority: HIGHEST for action port [ 1087.029750] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-227153d4-1550-462a-8b36-c842ff3b7409 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.029998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-227153d4-1550-462a-8b36-c842ff3b7409" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.030091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-227153d4-1550-462a-8b36-c842ff3b7409" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.030364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-227153d4-1550-462a-8b36-c842ff3b7409" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.031111] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227153d4-1550-462a-8b36-c842ff3b7409',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.197176] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.198477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.198664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.198858] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.199062] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.199181] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.199244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.199525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.199525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.199622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.200636] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.200636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.200636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.200636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.200636] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.200636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.200636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.200636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.200636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.200636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.201017] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.310602] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.310790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.310937] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.312628] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9257d53-671a-4ce8-bb96-056bd60649e4 with status ACTIVE [ 1087.312883] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.313159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.313159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.313379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.313511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.313678] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.314435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.314508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.314678] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.316497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.316842] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.317365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.317514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.317841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.317970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.318139] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9257d53-671a-4ce8-bb96-056bd60649e4 is going to be updated. [ 1087.344170] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.344343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.344571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.347238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.347238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.347238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9257d53-671a-4ce8-bb96-056bd60649e4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.534397] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 227153d4-1550-462a-8b36-c842ff3b7409 [ 1087.534397] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.534809] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.534809] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.534809] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.534926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.534963] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:227153d4-1550-462a-8b36-c842ff3b7409 already deleted. [ 1087.535058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-227153d4-1550-462a-8b36-c842ff3b7409" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.703528] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776: rpc.has_security_group_logging(os_id): False [ 1087.724673] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.724793] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.724862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.725113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.725671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.725671] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.725671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.725671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.725896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.725896] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.726208] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.726208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.726316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.726358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.726437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.726640] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.726729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.726784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.726935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.727037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.727123] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 1087.793322] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.793460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.793905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.793905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.793905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.810225] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 1087.814429] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.003427] env[66289]: INFO networking_nsxv3.common.synchronization [req-e83dbfe9-66c5-4836-b4de-1497d700eddf req-0b8d53be-503c-46c5-8bf3-05ccf42008f3 tempest-AttachVolumeShelveTestJSON-2061470684 tempest-AttachVolumeShelveTestJSON-2061470684-project-member] Enqueued Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_members [ 1088.004068] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_members [ 1088.004403] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-640e00c0-4514-4f9e-8449-e6f6fe89d31e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.004591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.004591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.004978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.005149] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.005262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.005331] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.006527] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.006527] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.006527] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.317332] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.317538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.317584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.317917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.322128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.322128] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be created. [ 1088.348245] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.348434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.348475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.348662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.348816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.360352] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: UNINITIALIZED for 2s [ 1088.437421] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.437421] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.437421] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.437421] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.437421] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.437421] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.437421] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.438976] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.438976] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.438976] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.438976] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.438976] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.438976] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.438976] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.438976] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.438976] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.463746] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.463746] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.463841] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.463981] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.464336] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-1e5a6326-7e87-452e-b5a4-9ec22d035e37 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.464506] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.464628] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.464981] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.465138] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5a6326-7e87-452e-b5a4-9ec22d035e37',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.508812] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.509400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.509400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.509576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.509739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.510099] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.510242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.510570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.510815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.511067] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.511067] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e already deleted. [ 1088.511720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.967615] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.968033] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.968862] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.971034] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.971034] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.971034] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 1e5a6326-7e87-452e-b5a4-9ec22d035e37 not found, creating... [ 1088.971034] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.971034] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.971034] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.971034] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.971034] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.971467] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.971467] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.971581] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.971821] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.972080] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.972178] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 1e5a6326-7e87-452e-b5a4-9ec22d035e37 is going to be created. [ 1089.000683] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.000683] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.000683] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.000683] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.000683] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.002035] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.826262] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 1089.827648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.891321] env[66289]: INFO networking_nsxv3.common.synchronization [req-e83dbfe9-66c5-4836-b4de-1497d700eddf req-1ac9a705-3a11-484f-8976-a6c1431fa5c5 service nova] Enqueued Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_rules [ 1089.891321] env[66289]: INFO networking_nsxv3.common.synchronization [req-e83dbfe9-66c5-4836-b4de-1497d700eddf req-1ac9a705-3a11-484f-8976-a6c1431fa5c5 service nova] Enqueued Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_members [ 1089.891321] env[66289]: INFO networking_nsxv3.common.synchronization [req-e83dbfe9-66c5-4836-b4de-1497d700eddf req-1ac9a705-3a11-484f-8976-a6c1431fa5c5 service nova] Enqueued Resource ID: 1e5a6326-7e87-452e-b5a4-9ec22d035e37 with Priority: HIGHEST for action port [ 1089.891321] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_rules [ 1089.891321] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_members [ 1089.891321] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5a6326-7e87-452e-b5a4-9ec22d035e37 with Priority: HIGHEST for action port [ 1089.891321] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.891321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.891730] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.894511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.894511] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.899027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-640e00c0-4514-4f9e-8449-e6f6fe89d31e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.899027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.899027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.899027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.899027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.899027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.899027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.899027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.899027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.899027] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.900204] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e5a6326-7e87-452e-b5a4-9ec22d035e37 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.900433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.900572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.900820] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.900995] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5a6326-7e87-452e-b5a4-9ec22d035e37',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.378105] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1090.378398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.380020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.380020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.380020] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.380020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.380020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.380020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.380446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.380446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.380446] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.403393] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.406039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-640e00c0-4514-4f9e-8449-e6f6fe89d31e taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.406201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.407574] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e5a6326-7e87-452e-b5a4-9ec22d035e37 with status ACTIVE [ 1090.407574] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.407574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.407574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.407574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.407574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.407574] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.407984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.407984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.409420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.409634] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.409808] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.409969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.410036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.410281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.410339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.410439] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e5a6326-7e87-452e-b5a4-9ec22d035e37 is going to be updated. [ 1090.442854] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.443099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.443099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.443322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.443513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.443692] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.883744] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.886030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.886030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.886030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.886030] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.886630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.886630] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.908687] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.389758] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61891b0b-b789-40cd-b217-818d482593f3: rpc.has_security_group_logging(os_id): False [ 1091.410478] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.410685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.411614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.411614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.411614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.411614] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.413657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.413657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.414512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.414512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.414512] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.414512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.414684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.415189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.415189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.415189] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.415189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.415189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.416586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.416586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.416586] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be created. [ 1091.416979] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.416979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.416979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.417127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.417217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.417293] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e is going to be created. [ 1091.442256] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.442446] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.442546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.442824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.443228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.455450] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e in Status: UNINITIALIZED for 2s [ 1091.469312] env[66289]: INFO networking_nsxv3.common.synchronization [None req-65147ac0-a52b-4ab9-9590-079d07bc6b19 None None] Enqueued Resource ID: a7a68267-b1bf-4b2b-a91d-667fabf8ecaf with Priority: HIGHEST for action port [ 1091.469951] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a68267-b1bf-4b2b-a91d-667fabf8ecaf with Priority: HIGHEST for action port [ 1091.471037] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7a68267-b1bf-4b2b-a91d-667fabf8ecaf taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.471157] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7a68267-b1bf-4b2b-a91d-667fabf8ecaf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.472018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7a68267-b1bf-4b2b-a91d-667fabf8ecaf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.472018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7a68267-b1bf-4b2b-a91d-667fabf8ecaf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.472018] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a68267-b1bf-4b2b-a91d-667fabf8ecaf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.500758] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.500758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.500758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.500758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.500758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.509930] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1091.924777] env[66289]: INFO networking_nsxv3.common.synchronization [req-579665cc-4f9c-4db5-9004-f77abf436ea6 req-0970d539-fd7a-44b7-846e-597cdc223f70 tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1091.925391] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1091.925722] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.925855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.925927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.926149] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.926299] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.926412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.926479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.926964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.927901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.928028] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.975496] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7a68267-b1bf-4b2b-a91d-667fabf8ecaf [ 1091.975496] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.975496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.975496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.975496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.975496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.975496] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7a68267-b1bf-4b2b-a91d-667fabf8ecaf already deleted. [ 1091.975496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7a68267-b1bf-4b2b-a91d-667fabf8ecaf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.431121] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.431121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.431121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.431442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.431442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.431595] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.431810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.431881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.432515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.432515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.432515] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be deleted. [ 1092.477995] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.477995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.477995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.477995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.477995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.477995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.484587] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.484864] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.485035] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.485800] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.485800] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.485957] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.486107] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.486509] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.486509] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.486841] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.486996] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.487189] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.487413] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.487561] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.487708] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.487915] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.518672] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.518859] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.519012] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.519203] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-140" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.519545] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-8925a49a-608d-440e-adc1-c65f2fc51487 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.519710] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-8925a49a-608d-440e-adc1-c65f2fc51487" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.519829] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-8925a49a-608d-440e-adc1-c65f2fc51487" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.520771] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-8925a49a-608d-440e-adc1-c65f2fc51487" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.520771] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8925a49a-608d-440e-adc1-c65f2fc51487',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.026274] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.026551] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.026643] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.026963] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.027136] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.027295] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 8925a49a-608d-440e-adc1-c65f2fc51487 not found, creating... [ 1093.027583] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.027745] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.027932] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.028154] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.028699] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.028699] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.028809] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.028884] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.030776] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.032024] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.032024] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 8925a49a-608d-440e-adc1-c65f2fc51487 is going to be created. [ 1093.076597] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.076597] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.076597] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.076597] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.077407] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.077407] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-8925a49a-608d-440e-adc1-c65f2fc51487" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.467934] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e in Status: SUCCESS [ 1093.470670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.470670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.470670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.470670] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.470670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.470670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.470670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.470670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.470670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.470670] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.526420] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1093.527034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.816267] env[66289]: INFO networking_nsxv3.common.synchronization [req-579665cc-4f9c-4db5-9004-f77abf436ea6 req-79e0f8ed-e321-434c-a851-c0cf14040f35 service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 1093.816524] env[66289]: INFO networking_nsxv3.common.synchronization [req-579665cc-4f9c-4db5-9004-f77abf436ea6 req-79e0f8ed-e321-434c-a851-c0cf14040f35 service nova] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1093.816668] env[66289]: INFO networking_nsxv3.common.synchronization [req-579665cc-4f9c-4db5-9004-f77abf436ea6 req-79e0f8ed-e321-434c-a851-c0cf14040f35 service nova] Enqueued Resource ID: 8925a49a-608d-440e-adc1-c65f2fc51487 with Priority: HIGHEST for action port [ 1093.817277] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_rules [ 1093.817409] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1093.817554] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8925a49a-608d-440e-adc1-c65f2fc51487 with Priority: HIGHEST for action port [ 1093.817832] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.817956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.818044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.818240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.818332] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.819225] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.819538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.819538] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.819639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.819728] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.819852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.819906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.820052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.820139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.822012] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.822099] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-8925a49a-608d-440e-adc1-c65f2fc51487 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.822696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8925a49a-608d-440e-adc1-c65f2fc51487" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.822770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8925a49a-608d-440e-adc1-c65f2fc51487" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.824678] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8925a49a-608d-440e-adc1-c65f2fc51487" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.824678] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8925a49a-608d-440e-adc1-c65f2fc51487',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.977508] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.325202] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.325464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.325767] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.327199] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8925a49a-608d-440e-adc1-c65f2fc51487 with status ACTIVE [ 1094.327455] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.327624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.327938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.328276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.328420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.330054] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.330054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.330054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.330054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.330054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.330054] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.330840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.330840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.330840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.330840] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.330840] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8925a49a-608d-440e-adc1-c65f2fc51487 is going to be updated. [ 1094.366565] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.366565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.366565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.366819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.366819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.369194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8925a49a-608d-440e-adc1-c65f2fc51487" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.479946] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 640e00c0-4514-4f9e-8449-e6f6fe89d31e: rpc.has_security_group_logging(os_id): False [ 1094.509644] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.510068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.510211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.512653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.512653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.512653] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.512653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.512653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.512653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.512653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.512653] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e is going to be created. [ 1094.606143] env[66289]: INFO networking_nsxv3.common.synchronization [req-4412f5b8-b266-4edd-aedf-2ac10621857b req-70ee39d4-de4b-492a-9474-f2b4b1379de0 tempest-ServerRescueNegativeTestJSON-608251309 tempest-ServerRescueNegativeTestJSON-608251309-project-member] Enqueued Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_members [ 1094.606986] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f with Priority: HIGHEST for action security_group_members [ 1094.607476] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.607635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.607816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.608089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.608774] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.608774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.608774] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.608924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.608924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.609023] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd4d4f9-6637-49e1-b20d-c5118b03c73f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.630803] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.630996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.631117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.631413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.631650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.649477] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e in Status: IN_PROGRESS for 2s [ 1094.833674] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.111537] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.111727] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.111791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.112056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.137683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.137978] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.138141] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.138209] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.138526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.138526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.138632] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f is going to be updated. [ 1095.174082] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.174227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.174295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.174567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.174705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.180286] env[66289]: INFO networking_nsxv3.common.synchronization [req-e8cb2540-f17d-46a7-93d6-6bdab164105f req-7e8d462b-2c63-47cf-9500-e5c480a4b354 tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 1095.180286] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 1095.180286] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.180286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.180286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.180286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.180286] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.180286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.180286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.180286] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.180742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.180742] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.194764] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f in Status: IN_PROGRESS for 2s [ 1095.335877] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.336453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.336569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.336822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.336918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.337046] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be created. [ 1095.402458] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.402659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.402704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.404522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.404522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.421642] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: UNINITIALIZED for 2s [ 1095.686773] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.714073] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.714354] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.714470] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.714762] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.715061] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.715225] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.715342] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.715569] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.715760] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.715928] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.716053] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.716159] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.716259] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.716346] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.716446] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.716575] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.739837] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.740112] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.740266] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.740450] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-826" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.740795] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-15ea0fce-c1dd-450c-b203-a44465ab8e87 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.740991] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-15ea0fce-c1dd-450c-b203-a44465ab8e87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.741107] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-15ea0fce-c1dd-450c-b203-a44465ab8e87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.741833] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-15ea0fce-c1dd-450c-b203-a44465ab8e87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.741833] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ea0fce-c1dd-450c-b203-a44465ab8e87',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.189417] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.246688] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.246688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.246688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.246688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.246688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.246688] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 15ea0fce-c1dd-450c-b203-a44465ab8e87 not found, creating... [ 1096.246688] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.246688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.246688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.246688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.246688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.247228] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.247228] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.247228] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.247228] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.247514] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.247780] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 15ea0fce-c1dd-450c-b203-a44465ab8e87 is going to be created. [ 1096.269842] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.270358] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.270358] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.270547] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.270786] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.271077] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-15ea0fce-c1dd-450c-b203-a44465ab8e87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.663954] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e in Status: SUCCESS [ 1096.664252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.693775] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.693775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.693775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.693775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.693775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.693775] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc is going to be updated. [ 1096.732514] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.732514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.732514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.732514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.732514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.743610] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: IN_PROGRESS for 2s [ 1097.019363] env[66289]: INFO networking_nsxv3.common.synchronization [req-e8cb2540-f17d-46a7-93d6-6bdab164105f req-eeaa774f-71d5-4ead-a847-374b2d1d6f41 service nova] Enqueued Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_rules [ 1097.019672] env[66289]: INFO networking_nsxv3.common.synchronization [req-e8cb2540-f17d-46a7-93d6-6bdab164105f req-eeaa774f-71d5-4ead-a847-374b2d1d6f41 service nova] Enqueued Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 1097.020255] env[66289]: INFO networking_nsxv3.common.synchronization [req-e8cb2540-f17d-46a7-93d6-6bdab164105f req-eeaa774f-71d5-4ead-a847-374b2d1d6f41 service nova] Enqueued Resource ID: 15ea0fce-c1dd-450c-b203-a44465ab8e87 with Priority: HIGHEST for action port [ 1097.021124] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_rules [ 1097.021282] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 1097.021479] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ea0fce-c1dd-450c-b203-a44465ab8e87 with Priority: HIGHEST for action port [ 1097.021998] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.022242] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.022353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.022646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.022839] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.025093] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.025203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.025424] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ea0fce-c1dd-450c-b203-a44465ab8e87 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.025616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ea0fce-c1dd-450c-b203-a44465ab8e87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.025616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ea0fce-c1dd-450c-b203-a44465ab8e87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.025788] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ea0fce-c1dd-450c-b203-a44465ab8e87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.025865] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ea0fce-c1dd-450c-b203-a44465ab8e87',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.110218] env[66289]: INFO networking_nsxv3.common.synchronization [req-e57fed6e-19e8-4d49-b2d6-619f6b8c843f req-9e218333-0b7b-48a0-a830-1e4a09d69f7a tempest-ServerMetadataNegativeTestJSON-1529147688 tempest-ServerMetadataNegativeTestJSON-1529147688-project-member] Enqueued Resource ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df with Priority: HIGHEST for action security_group_members [ 1097.111085] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df with Priority: HIGHEST for action security_group_members [ 1097.111380] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-553bbc34-2da6-40a1-b2a1-6844994dc1df taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.111498] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.111567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.111890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.112069] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.112707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.112707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.112707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.112707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.112707] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('553bbc34-2da6-40a1-b2a1-6844994dc1df',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.207581] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f in Status: SUCCESS [ 1097.207730] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd4d4f9-6637-49e1-b20d-c5118b03c73f deletion is rescheduled due to dependency. [ 1097.207821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd4d4f9-6637-49e1-b20d-c5118b03c73f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.432949] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 1097.433255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.433437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.433662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.433933] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.434065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.434065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.434223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.434310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.434396] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.434486] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.527792] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.527935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.528171] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15ea0fce-c1dd-450c-b203-a44465ab8e87 with status ACTIVE [ 1097.528503] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.528503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.528503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.528722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.528808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.528976] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.530990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.531077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.531290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.531377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.532123] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.532123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.532123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.533307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.533625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.533777] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15ea0fce-c1dd-450c-b203-a44465ab8e87 is going to be updated. [ 1097.559569] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.560023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.560166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.560443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.560699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.560823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ea0fce-c1dd-450c-b203-a44465ab8e87" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.576887] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.577264] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-906" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.577491] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-906" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.577984] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-906" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.578458] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.578748] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.578978] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.579402] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.579799] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.580132] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.580333] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.580527] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.580718] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.580942] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.581159] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.581395] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.603859] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.604190] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.604791] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.604791] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-906" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.605277] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-e73109c6-ceb9-42c1-9092-1a627a95119d taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.605547] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-e73109c6-ceb9-42c1-9092-1a627a95119d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.605764] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-e73109c6-ceb9-42c1-9092-1a627a95119d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.606407] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-e73109c6-ceb9-42c1-9092-1a627a95119d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.606508] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73109c6-ceb9-42c1-9092-1a627a95119d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.615584] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.615584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.615755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.615931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.615931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.616153] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.616287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.616337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.616466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.616535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.616617] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df already deleted. [ 1097.616694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.936968] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.937364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.937364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.938262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.938262] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.938262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.938262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.938262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.938262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.938262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.938262] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.938667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.938667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.938667] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.938667] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.938917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.938917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.938995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.939097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.939182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.939271] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.109090] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.109436] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.109556] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.109938] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.110141] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.110363] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port e73109c6-ceb9-42c1-9092-1a627a95119d not found, creating... [ 1098.110711] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.110928] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.111712] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.111712] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.111712] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.111954] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.112335] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.112549] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.112866] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.113107] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.113347] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: e73109c6-ceb9-42c1-9092-1a627a95119d is going to be created. [ 1098.136503] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.136633] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.136695] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.136939] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.137191] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.137528] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-e73109c6-ceb9-42c1-9092-1a627a95119d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.442814] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b110e8f4-4cab-48dc-bb44-aa3de7afc7f5: rpc.has_security_group_logging(os_id): False [ 1098.466232] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.466232] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.466232] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.466232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.467359] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.467707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.467913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.468233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.468447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.468677] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be created. [ 1098.550683] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.550941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.550941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.551202] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.551459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.608961] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 1098.756207] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: SUCCESS [ 1098.756496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.756690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.756986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.757212] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.757375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.757480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.757702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.757826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.757968] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.892981] env[66289]: INFO networking_nsxv3.common.synchronization [req-e57fed6e-19e8-4d49-b2d6-619f6b8c843f req-53d57be1-c32e-4d88-a9cb-3dd277a65198 service nova] Enqueued Resource ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df with Priority: HIGHEST for action security_group_rules [ 1098.893262] env[66289]: INFO networking_nsxv3.common.synchronization [req-e57fed6e-19e8-4d49-b2d6-619f6b8c843f req-53d57be1-c32e-4d88-a9cb-3dd277a65198 service nova] Enqueued Resource ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df with Priority: HIGHEST for action security_group_members [ 1098.893316] env[66289]: INFO networking_nsxv3.common.synchronization [req-e57fed6e-19e8-4d49-b2d6-619f6b8c843f req-53d57be1-c32e-4d88-a9cb-3dd277a65198 service nova] Enqueued Resource ID: e73109c6-ceb9-42c1-9092-1a627a95119d with Priority: HIGHEST for action port [ 1098.893850] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df with Priority: HIGHEST for action security_group_rules [ 1098.893982] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df with Priority: HIGHEST for action security_group_members [ 1098.898021] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73109c6-ceb9-42c1-9092-1a627a95119d with Priority: HIGHEST for action port [ 1098.898021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-553bbc34-2da6-40a1-b2a1-6844994dc1df taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.898021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.898021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.898021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.898021] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('553bbc34-2da6-40a1-b2a1-6844994dc1df',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.898021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-553bbc34-2da6-40a1-b2a1-6844994dc1df taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.898021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.898021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.898021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.898021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.898021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.898021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.898021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.898021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.898021] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('553bbc34-2da6-40a1-b2a1-6844994dc1df',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.899478] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-e73109c6-ceb9-42c1-9092-1a627a95119d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.899784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e73109c6-ceb9-42c1-9092-1a627a95119d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.902324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e73109c6-ceb9-42c1-9092-1a627a95119d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.902324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e73109c6-ceb9-42c1-9092-1a627a95119d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.902324] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73109c6-ceb9-42c1-9092-1a627a95119d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.261446] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.403073] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('553bbc34-2da6-40a1-b2a1-6844994dc1df',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.403655] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-553bbc34-2da6-40a1-b2a1-6844994dc1df taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.403778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.404138] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e73109c6-ceb9-42c1-9092-1a627a95119d with status ACTIVE [ 1099.404360] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.404444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.404500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.407043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.407043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.407043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.407043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.407043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.407043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.407043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.407043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.407043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.407043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.412069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.412069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.412069] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e73109c6-ceb9-42c1-9092-1a627a95119d is going to be updated. [ 1099.454303] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.454587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.455447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.456619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.456619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.456619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e73109c6-ceb9-42c1-9092-1a627a95119d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.768163] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.897563] env[66289]: INFO networking_nsxv3.common.synchronization [req-6247b02b-69c8-4313-89ee-071b85ceb56f req-236f126f-6532-4e47-8e02-720d4b6a64a4 tempest-ServerActionsTestOtherB-991082892 tempest-ServerActionsTestOtherB-991082892-project-member] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1099.898415] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1099.898415] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.898521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.898556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.898743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.898893] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.898993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.900803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.900996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.901127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.901231] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.904669] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('553bbc34-2da6-40a1-b2a1-6844994dc1df',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.256881] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.257116] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.257322] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.258175] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.258175] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.258417] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.258589] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.259088] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.259211] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.259473] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.259585] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.260079] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.260079] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.260079] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.260079] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.260234] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.271163] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.271569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.271569] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.271669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.271712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.271837] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc is going to be updated. [ 1100.282603] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.282958] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.283223] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.283560] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.284083] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-45bb3750-355b-49d2-bee1-14d87b3b259f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.284347] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-45bb3750-355b-49d2-bee1-14d87b3b259f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.284480] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-45bb3750-355b-49d2-bee1-14d87b3b259f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.284968] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-45bb3750-355b-49d2-bee1-14d87b3b259f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.285336] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bb3750-355b-49d2-bee1-14d87b3b259f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.317143] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.317372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.317462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.317680] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.317858] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.329366] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: IN_PROGRESS for 2s [ 1100.403100] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.403269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.403352] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.403609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.403665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.403896] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.404023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.404105] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.404292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.404374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.404465] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1100.407539] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.407539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.407539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.409508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.409619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.409753] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df is going to be created. [ 1100.448222] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.448222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.448222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.448222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.448222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.456042] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.456316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.456447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.456871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.457013] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.464761] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df in Status: UNINITIALIZED for 2s [ 1100.470050] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1100.630219] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 1100.631450] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.787880] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.788334] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.788480] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.788876] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.788964] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.789145] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 45bb3750-355b-49d2-bee1-14d87b3b259f not found, creating... [ 1100.789436] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.789639] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.789811] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.790109] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.790266] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.790834] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.791073] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.791252] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.791416] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.791603] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.791842] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 45bb3750-355b-49d2-bee1-14d87b3b259f is going to be created. [ 1100.819215] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.819547] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.819733] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.822522] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.822522] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.822522] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-45bb3750-355b-49d2-bee1-14d87b3b259f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.634292] env[66289]: INFO networking_nsxv3.common.synchronization [req-6247b02b-69c8-4313-89ee-071b85ceb56f req-72c32560-bc76-450e-a1af-532f82a394ca service nova] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 1101.634661] env[66289]: INFO networking_nsxv3.common.synchronization [req-6247b02b-69c8-4313-89ee-071b85ceb56f req-72c32560-bc76-450e-a1af-532f82a394ca service nova] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1101.634661] env[66289]: INFO networking_nsxv3.common.synchronization [req-6247b02b-69c8-4313-89ee-071b85ceb56f req-72c32560-bc76-450e-a1af-532f82a394ca service nova] Enqueued Resource ID: 45bb3750-355b-49d2-bee1-14d87b3b259f with Priority: HIGHEST for action port [ 1101.635249] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 1101.635381] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1101.635483] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bb3750-355b-49d2-bee1-14d87b3b259f with Priority: HIGHEST for action port [ 1101.635782] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.635914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.635971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.636516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.636663] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.639480] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.639480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.639480] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-45bb3750-355b-49d2-bee1-14d87b3b259f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.639480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45bb3750-355b-49d2-bee1-14d87b3b259f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.639480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45bb3750-355b-49d2-bee1-14d87b3b259f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.639906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45bb3750-355b-49d2-bee1-14d87b3b259f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.639906] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bb3750-355b-49d2-bee1-14d87b3b259f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.139974] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.140206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.146707] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45bb3750-355b-49d2-bee1-14d87b3b259f with status ACTIVE [ 1102.146707] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.146707] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.146707] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.146707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.146707] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45bb3750-355b-49d2-bee1-14d87b3b259f is going to be updated. [ 1102.175332] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.176429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.176429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.176429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.176429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.176429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45bb3750-355b-49d2-bee1-14d87b3b259f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.343245] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: SUCCESS [ 1102.343401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.344031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.344031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.344031] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.344235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.344235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.344523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.344596] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.344661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.344762] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.482084] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df in Status: SUCCESS [ 1102.482084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.482084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.482084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.482084] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.482084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.482084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.482084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.482084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.482084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.482084] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('553bbc34-2da6-40a1-b2a1-6844994dc1df',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.484707] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1102.485154] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 deletion is rescheduled due to dependency. [ 1102.485489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.487543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.487543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.487543] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.487543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.487543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.487543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.487543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.487543] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.847722] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.990091] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-553bbc34-2da6-40a1-b2a1-6844994dc1df taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.990254] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.991186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.991186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.991186] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.991186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.991186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.991186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.991186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.991186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.991751] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-553bbc34-2da6-40a1-b2a1-6844994dc1df taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.991751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.991751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.991751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.991751] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.992228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.992228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.992228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.992228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.992228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.992441] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('553bbc34-2da6-40a1-b2a1-6844994dc1df',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.993231] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.350355] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc: rpc.has_security_group_logging(os_id): False [ 1103.375456] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.375685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.375979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.376895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.407335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.407335] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.407335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.407335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.407500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.407528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.407621] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc is going to be updated. [ 1103.466925] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.467098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.467170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.467382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.467559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.485481] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: IN_PROGRESS for 2s [ 1103.495379] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 553bbc34-2da6-40a1-b2a1-6844994dc1df: rpc.has_security_group_logging(os_id): False [ 1103.497640] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.514948] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.515097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.515134] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.516021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.516021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.516021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.516021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.516493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.516493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.516493] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.516716] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.518087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.518087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.518087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.518087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.518087] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.518087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.518087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.518087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.518087] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.518406] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df is going to be created. [ 1103.522209] env[66289]: INFO networking_nsxv3.common.synchronization [req-8f4da850-003c-4f36-b475-4465214d54d9 req-28df83f9-dbf8-49e0-87b7-f3012d0f1483 tempest-ServerDiskConfigTestJSON-1156528770 tempest-ServerDiskConfigTestJSON-1156528770-project-member] Enqueued Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 1103.523614] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 with Priority: HIGHEST for action security_group_members [ 1103.524609] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.524609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.524609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.524609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.524966] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.524966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.524966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.525164] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.525318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.525406] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e5b3cbc-5b3f-41b8-9bbd-4c778849c776',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.597559] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.597707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.597766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.597970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.598159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.614484] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df in Status: IN_PROGRESS for 2s [ 1103.930258] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.930580] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.930580] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.930832] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.931120] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.931311] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.931431] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.931705] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.931895] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.932116] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.932228] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.932331] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.932435] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.932538] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.932641] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.932768] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.954806] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.954806] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.955015] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.955216] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.955681] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.955901] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.956065] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.956488] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.956666] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dbe51ac-fb25-4729-bd83-2bae5d60cd2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.000382] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.000583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.000626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.000875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.001039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.001158] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1104.028317] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.028525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.028525] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.028749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.028846] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.029088] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.029199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.029262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.029636] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.029760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.029869] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 is going to be updated. [ 1104.036298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.036468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.036468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.036643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.036785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.045778] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1104.066096] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.066096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.066096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.066096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.066096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.076457] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: IN_PROGRESS for 2s [ 1104.166879] env[66289]: INFO networking_nsxv3.common.synchronization [req-8b0367dc-a1e2-4d70-81df-5fa483aa50d7 req-cc5635f7-e0e0-4342-8506-f594ee5282f0 tempest-ListServerFiltersTestJSON-1410017833 tempest-ListServerFiltersTestJSON-1410017833-project-member] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1104.167483] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1104.167802] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.167991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.168089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.168609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.168609] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.168705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.168705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.168941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.169050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.169417] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.459814] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.459814] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.460377] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.460377] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.460455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.460689] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d not found, creating... [ 1104.461318] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.461318] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.461318] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.461468] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.461587] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.461986] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.462257] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.462385] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.462759] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.462759] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.462993] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d is going to be created. [ 1104.490633] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.490890] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.491225] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.491405] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.491708] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.492141] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.652440] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.652756] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.652909] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.653401] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.653823] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.654085] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.654476] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.654939] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.655166] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.655452] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.655648] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.655783] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.655939] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.656122] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.656268] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.656651] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.671597] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.671839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.671899] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.672196] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.672322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.673026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.673026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.673026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.673306] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.673306] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.673306] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d already deleted. [ 1104.673386] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.678848] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.679047] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.679278] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.679405] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.679772] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-61b77530-8608-4f10-a9c0-c3a825b39258 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.680297] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-61b77530-8608-4f10-a9c0-c3a825b39258" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.680297] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-61b77530-8608-4f10-a9c0-c3a825b39258" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.680442] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-61b77530-8608-4f10-a9c0-c3a825b39258" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.680568] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b77530-8608-4f10-a9c0-c3a825b39258',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.183408] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.183804] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.183804] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.184123] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.184295] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.184468] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 61b77530-8608-4f10-a9c0-c3a825b39258 not found, creating... [ 1105.184852] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.185085] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.185220] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.186134] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.186134] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.186384] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.186578] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.186701] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.187537] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.187537] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.187537] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 61b77530-8608-4f10-a9c0-c3a825b39258 is going to be created. [ 1105.215363] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.215518] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.215650] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.216040] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.216313] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.216621] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-61b77530-8608-4f10-a9c0-c3a825b39258" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.241257] env[66289]: INFO networking_nsxv3.common.synchronization [req-46c63af7-b914-4022-8be5-c3f5bf3a0638 req-97862946-89be-4d02-9291-fee7b0b5470f service nova] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_rules [ 1105.241409] env[66289]: INFO networking_nsxv3.common.synchronization [req-46c63af7-b914-4022-8be5-c3f5bf3a0638 req-97862946-89be-4d02-9291-fee7b0b5470f service nova] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 1105.241526] env[66289]: INFO networking_nsxv3.common.synchronization [req-46c63af7-b914-4022-8be5-c3f5bf3a0638 req-97862946-89be-4d02-9291-fee7b0b5470f service nova] Enqueued Resource ID: 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d with Priority: HIGHEST for action port [ 1105.242225] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_rules [ 1105.242406] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 1105.242519] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d with Priority: HIGHEST for action port [ 1105.242814] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.242994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.243076] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.243294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.243374] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.244282] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.244404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.244454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.244628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.244838] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.244911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.244911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.245142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.245142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.245221] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.246558] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.246558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.246558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.246558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.246558] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dbe51ac-fb25-4729-bd83-2bae5d60cd2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.501126] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: SUCCESS [ 1105.502485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.626295] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df in Status: SUCCESS [ 1105.626610] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.748188] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.748346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.748571] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.749621] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d with status ACTIVE [ 1105.749860] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.749975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.750100] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.750346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.750519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.751210] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.751310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.751351] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.752063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.752063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.752063] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.752063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.752267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.752301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.752356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.752430] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d is going to be updated. [ 1105.776327] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.776327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.776327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.776327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.776327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.776327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.945033] env[66289]: INFO networking_nsxv3.common.synchronization [req-8b0367dc-a1e2-4d70-81df-5fa483aa50d7 req-fe047af9-2f24-403a-a455-75993326bccf service nova] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_rules [ 1105.945033] env[66289]: INFO networking_nsxv3.common.synchronization [req-8b0367dc-a1e2-4d70-81df-5fa483aa50d7 req-fe047af9-2f24-403a-a455-75993326bccf service nova] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1105.945033] env[66289]: INFO networking_nsxv3.common.synchronization [req-8b0367dc-a1e2-4d70-81df-5fa483aa50d7 req-fe047af9-2f24-403a-a455-75993326bccf service nova] Enqueued Resource ID: 61b77530-8608-4f10-a9c0-c3a825b39258 with Priority: HIGHEST for action port [ 1105.945033] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_rules [ 1105.945033] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1105.945033] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b77530-8608-4f10-a9c0-c3a825b39258 with Priority: HIGHEST for action port [ 1105.945440] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.945655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.945704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.946130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.946259] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.947561] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.947738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.948041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.948880] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.949158] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.949548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.949626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.949907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.950847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.950983] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.953771] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b77530-8608-4f10-a9c0-c3a825b39258 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.953895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b77530-8608-4f10-a9c0-c3a825b39258" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.953954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b77530-8608-4f10-a9c0-c3a825b39258" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.956942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b77530-8608-4f10-a9c0-c3a825b39258" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.956942] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b77530-8608-4f10-a9c0-c3a825b39258',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.056690] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1106.056914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.057118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.057333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.057526] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.057664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.057713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.057947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.058054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.058148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.058244] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.086810] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 in Status: SUCCESS [ 1106.087045] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e5b3cbc-5b3f-41b8-9bbd-4c778849c776 deletion is rescheduled due to dependency. [ 1106.088060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e5b3cbc-5b3f-41b8-9bbd-4c778849c776" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.254538] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.337141] env[66289]: INFO networking_nsxv3.common.synchronization [req-6bbe81c6-fdc4-42a0-873f-ba661c65e23e req-32ceb739-8324-4019-b033-5269f86107a1 tempest-AttachVolumeTestJSON-1780112823 tempest-AttachVolumeTestJSON-1780112823-project-member] Enqueued Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_members [ 1106.337728] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 with Priority: HIGHEST for action security_group_members [ 1106.338100] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.338260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.338260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.338499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.338737] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.338890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.338988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.339167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.339254] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.339351] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80c0cfa0-9c50-4965-bce2-f3b16e6a1243',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.457170] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.457309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.457553] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.458908] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61b77530-8608-4f10-a9c0-c3a825b39258 with status ACTIVE [ 1106.459208] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.459521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.459624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.460927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.460927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.460927] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.461174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.461174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.461285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.461952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.461952] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.461952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.461952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.461952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.461952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.462218] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61b77530-8608-4f10-a9c0-c3a825b39258 is going to be updated. [ 1106.491454] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.491598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.491643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.491920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.492088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.492259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b77530-8608-4f10-a9c0-c3a825b39258" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.563596] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.759219] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.759219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.759219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.759219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.759219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.759219] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be created. [ 1106.760725] env[66289]: INFO networking_nsxv3.common.synchronization [req-641206cc-9630-44ff-88a9-2713092701d7 req-9f6cee71-54af-4326-b31f-61b09f3ecac9 tempest-ListServerFiltersTestJSON-1410017833 tempest-ListServerFiltersTestJSON-1410017833-project-member] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1106.761362] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1106.762372] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.763000] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.787462] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.787462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.787462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.787462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.787462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.797364] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: UNINITIALIZED for 2s [ 1106.841569] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.841679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.841752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.842051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.946902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.946902] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.946902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.946902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.946902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.946902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.946902] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 is going to be updated. [ 1106.964585] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.974725] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.975075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.975315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.975607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.975835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.987807] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 in Status: IN_PROGRESS for 2s [ 1107.072150] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d73d4606-2e74-4295-a1a9-2285aa67a419: rpc.has_security_group_logging(os_id): False [ 1107.089558] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.089558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.089558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.090054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.090151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.090411] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.091572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.091572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.091572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.091572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.091572] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1107.098947] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.099114] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.101014] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.101014] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.101014] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.101014] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.101014] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.101680] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.101837] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.102102] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.102221] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.102329] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.102436] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.104760] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.104911] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.105339] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.122906] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.123159] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.123299] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.123487] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.123815] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-73f65b1a-bd48-40fc-af23-156aa487d761 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.123992] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-73f65b1a-bd48-40fc-af23-156aa487d761" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.124126] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-73f65b1a-bd48-40fc-af23-156aa487d761" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.124463] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-73f65b1a-bd48-40fc-af23-156aa487d761" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.124600] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73f65b1a-bd48-40fc-af23-156aa487d761',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.155760] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.155917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.155989] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.156219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.156365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.168459] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1107.466601] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.466909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.466909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.467294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.467375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.467482] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be created. [ 1107.496528] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.496734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.496734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.496956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.497147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.509833] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: UNINITIALIZED for 2s [ 1107.629980] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.630180] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.630340] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.630708] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.630917] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.631161] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 73f65b1a-bd48-40fc-af23-156aa487d761 not found, creating... [ 1107.631474] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.631673] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.631835] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.632193] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.632363] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.632747] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.633008] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.633157] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.633418] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.633562] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.633706] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 73f65b1a-bd48-40fc-af23-156aa487d761 is going to be created. [ 1107.667364] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.667695] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.667939] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.668336] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.668610] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.668913] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-73f65b1a-bd48-40fc-af23-156aa487d761" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.410298] env[66289]: INFO networking_nsxv3.common.synchronization [req-641206cc-9630-44ff-88a9-2713092701d7 req-34d934e8-3f35-4f69-a2a1-e30b67e3d5e8 service nova] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_rules [ 1108.410491] env[66289]: INFO networking_nsxv3.common.synchronization [req-641206cc-9630-44ff-88a9-2713092701d7 req-34d934e8-3f35-4f69-a2a1-e30b67e3d5e8 service nova] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1108.410715] env[66289]: INFO networking_nsxv3.common.synchronization [req-641206cc-9630-44ff-88a9-2713092701d7 req-34d934e8-3f35-4f69-a2a1-e30b67e3d5e8 service nova] Enqueued Resource ID: 73f65b1a-bd48-40fc-af23-156aa487d761 with Priority: HIGHEST for action port [ 1108.411493] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_rules [ 1108.411634] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1108.411745] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73f65b1a-bd48-40fc-af23-156aa487d761 with Priority: HIGHEST for action port [ 1108.412088] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.412263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.412459] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.412572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.412805] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-73f65b1a-bd48-40fc-af23-156aa487d761 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.412941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73f65b1a-bd48-40fc-af23-156aa487d761" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.413039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73f65b1a-bd48-40fc-af23-156aa487d761" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.413255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73f65b1a-bd48-40fc-af23-156aa487d761" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.413393] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73f65b1a-bd48-40fc-af23-156aa487d761',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.808671] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 1108.808962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.809118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.809351] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.809551] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.809708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.809783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.810009] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.810077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.810173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.810320] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.918399] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73f65b1a-bd48-40fc-af23-156aa487d761 with status ACTIVE [ 1108.918399] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.918399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.918653] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.918705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.918823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.918966] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.919045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.919090] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.919240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.919317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.919503] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.919603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.919658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.919814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.919935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.919982] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73f65b1a-bd48-40fc-af23-156aa487d761 is going to be updated. [ 1108.947089] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.947089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.947089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.947089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.947089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.947089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73f65b1a-bd48-40fc-af23-156aa487d761" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.998588] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 in Status: SUCCESS [ 1109.002417] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80c0cfa0-9c50-4965-bce2-f3b16e6a1243 deletion is rescheduled due to dependency. [ 1109.002558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80c0cfa0-9c50-4965-bce2-f3b16e6a1243" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.135730] env[66289]: INFO networking_nsxv3.common.synchronization [req-fafd408b-38fe-4eec-bc00-ce3fd12db6a6 req-7f44854c-a515-4e2e-97fa-679d5b1683f7 tempest-ServerRescueNegativeTestJSON-608251309 tempest-ServerRescueNegativeTestJSON-608251309-project-member] Enqueued Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 1109.136341] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 1109.137053] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.137211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.137285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.138050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.138050] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.138050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.138050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.138050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.138050] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.138311] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.184858] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1109.185281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.243675] env[66289]: INFO networking_nsxv3.common.synchronization [req-a174ba9b-c077-4a11-912f-b0f93b207e03 req-30f63a12-3c5e-4936-a483-90e859837599 tempest-ListServerFiltersTestJSON-1410017833 tempest-ListServerFiltersTestJSON-1410017833-project-member] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1109.244292] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1109.244802] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.244802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.315026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.315026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.315026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.315026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.315026] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.315751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.315751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.315751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.315751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.315751] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.526473] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1109.526473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.526473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.526473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.526473] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.526473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.526473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.526473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.526473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.526473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.526802] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.527429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.527602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.527768] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.527892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.527935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.528085] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.528159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.528245] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.624638] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.624828] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.624904] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.625196] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.625447] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.625977] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.625977] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.625977] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.627889] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.628431] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.628561] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.628675] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.628789] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.629593] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.629593] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.629593] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.639594] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.649757] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.649757] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.649757] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.650026] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-417" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.650468] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-60b74ff2-4290-40c5-8d55-e3a5592e1c9c taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.650811] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-60b74ff2-4290-40c5-8d55-e3a5592e1c9c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.651039] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-60b74ff2-4290-40c5-8d55-e3a5592e1c9c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.651601] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-60b74ff2-4290-40c5-8d55-e3a5592e1c9c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.651743] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b74ff2-4290-40c5-8d55-e3a5592e1c9c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.818770] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d61a784b-a4e5-486c-8ae1-d61ea2536fb4: rpc.has_security_group_logging(os_id): False [ 1109.840712] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.840930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.840930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.841145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.841281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.841451] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.841557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.841648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.841849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.841991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.842208] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.842310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.842371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.842514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.842598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.842787] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.842907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.842978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.843088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.843151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.843274] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be created. [ 1109.901100] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.901274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.901274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.901492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.901676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.916846] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 1110.031194] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.031194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.031194] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.142136] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.154601] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.154828] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.154946] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.156017] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.156748] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.156748] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 60b74ff2-4290-40c5-8d55-e3a5592e1c9c not found, creating... [ 1110.156748] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.157192] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.157192] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.157516] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.157673] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.158112] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.158460] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.158949] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.159038] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.159311] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.159531] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 60b74ff2-4290-40c5-8d55-e3a5592e1c9c is going to be created. [ 1110.181750] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.182151] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.182478] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.182890] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.183396] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.183723] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-60b74ff2-4290-40c5-8d55-e3a5592e1c9c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.534136] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.648565] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.648565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.648565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.648565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.648565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.648565] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 is going to be updated. [ 1110.684054] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.684449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.684635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.684927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.685176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.695347] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: IN_PROGRESS for 2s [ 1111.036356] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.036571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.036571] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.036824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.036867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.036950] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be updated. [ 1111.072093] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.072369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.072472] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.072750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.073993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.084295] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 2s [ 1111.405953] env[66289]: INFO networking_nsxv3.common.synchronization [req-a174ba9b-c077-4a11-912f-b0f93b207e03 req-ffbd0bec-9cb8-4241-bf49-10c4d25f72c0 service nova] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_rules [ 1111.405953] env[66289]: INFO networking_nsxv3.common.synchronization [req-a174ba9b-c077-4a11-912f-b0f93b207e03 req-ffbd0bec-9cb8-4241-bf49-10c4d25f72c0 service nova] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1111.406454] env[66289]: INFO networking_nsxv3.common.synchronization [req-a174ba9b-c077-4a11-912f-b0f93b207e03 req-ffbd0bec-9cb8-4241-bf49-10c4d25f72c0 service nova] Enqueued Resource ID: 60b74ff2-4290-40c5-8d55-e3a5592e1c9c with Priority: HIGHEST for action port [ 1111.406648] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_rules [ 1111.406804] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1111.406887] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b74ff2-4290-40c5-8d55-e3a5592e1c9c with Priority: HIGHEST for action port [ 1111.408088] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.409211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.410929] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.410929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.410929] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b74ff2-4290-40c5-8d55-e3a5592e1c9c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.410929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b74ff2-4290-40c5-8d55-e3a5592e1c9c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.410929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b74ff2-4290-40c5-8d55-e3a5592e1c9c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.412062] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b74ff2-4290-40c5-8d55-e3a5592e1c9c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.415367] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b74ff2-4290-40c5-8d55-e3a5592e1c9c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.920373] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60b74ff2-4290-40c5-8d55-e3a5592e1c9c with status ACTIVE [ 1111.920497] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.920575] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.920688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.921239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.921339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.921587] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.921792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.921792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.922053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.922053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.924772] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.924772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.924772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.924772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.924772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.924772] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60b74ff2-4290-40c5-8d55-e3a5592e1c9c is going to be updated. [ 1111.941585] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 1111.941885] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.945399] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.945690] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.945843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.946159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.946466] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.947235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b74ff2-4290-40c5-8d55-e3a5592e1c9c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.705357] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: SUCCESS [ 1112.705723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.096418] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1113.096418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.098441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.098441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.098441] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.098441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.098441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.098441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.098441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.098441] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.600753] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.105472] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.180344] env[66289]: INFO networking_nsxv3.common.synchronization [req-053b1e0c-bd54-44e5-8d66-bcf0c5ff9c83 req-a35d32c0-3aac-4170-bdb8-69c52d741716 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1114.180344] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1114.180434] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.180615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.180615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.180870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.182195] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.182311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.182399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.182647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.182784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.182971] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.558031] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.558031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.558031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.558031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.558313] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.558645] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.558873] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.559262] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.559526] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.559984] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.560258] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.560306] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.560511] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.560745] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.560942] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.561294] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.584316] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.584792] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.584792] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.584942] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.586045] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-1cb2d2ed-f29a-4a54-99e4-1277b95c7acf taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.586045] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-1cb2d2ed-f29a-4a54-99e4-1277b95c7acf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.586045] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-1cb2d2ed-f29a-4a54-99e4-1277b95c7acf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.586045] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-1cb2d2ed-f29a-4a54-99e4-1277b95c7acf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.586045] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb2d2ed-f29a-4a54-99e4-1277b95c7acf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.608223] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.608565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.608798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.609139] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.609341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.609479] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be updated. [ 1114.643118] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.643307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.643413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.643720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.643893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.655148] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 2s [ 1114.687940] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.925201] env[66289]: INFO networking_nsxv3.common.synchronization [req-6208a61a-6128-4992-a9d0-388d34463608 req-0879912f-dfa6-4564-aba2-e643369d6c2e tempest-ServerMetadataNegativeTestJSON-1529147688 tempest-ServerMetadataNegativeTestJSON-1529147688-project-member] Enqueued Resource ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df with Priority: HIGHEST for action security_group_members [ 1114.925806] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df with Priority: HIGHEST for action security_group_members [ 1114.927059] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-553bbc34-2da6-40a1-b2a1-6844994dc1df taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.927779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.927779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.927779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.927779] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.927779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.928047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.928047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.928102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.928222] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('553bbc34-2da6-40a1-b2a1-6844994dc1df',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.089720] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.090082] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.090131] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.090414] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.090644] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.090840] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 1cb2d2ed-f29a-4a54-99e4-1277b95c7acf not found, creating... [ 1115.091161] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.091341] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.091539] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.091861] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.092044] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.092356] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.092530] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.092748] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.093189] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.093291] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.093931] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 1cb2d2ed-f29a-4a54-99e4-1277b95c7acf is going to be created. [ 1115.121395] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.121729] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.121807] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.122196] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.122435] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.122668] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-1cb2d2ed-f29a-4a54-99e4-1277b95c7acf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.192293] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.431382] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.431537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.431621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.431865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.432143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.432314] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.432431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.432484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.432654] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.432746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.432817] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df is going to be updated. [ 1115.472566] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.472566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.472807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.473049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.473049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.483015] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df in Status: IN_PROGRESS for 2s [ 1115.695461] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.695657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.695716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.696281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.696281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.696421] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1115.738870] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.739023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.740642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.740642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.740642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.753171] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1115.965364] env[66289]: INFO networking_nsxv3.common.synchronization [req-053b1e0c-bd54-44e5-8d66-bcf0c5ff9c83 req-b01d8678-aafa-425d-90bc-70e16ac482fb service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1115.965552] env[66289]: INFO networking_nsxv3.common.synchronization [req-053b1e0c-bd54-44e5-8d66-bcf0c5ff9c83 req-b01d8678-aafa-425d-90bc-70e16ac482fb service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1115.965718] env[66289]: INFO networking_nsxv3.common.synchronization [req-053b1e0c-bd54-44e5-8d66-bcf0c5ff9c83 req-b01d8678-aafa-425d-90bc-70e16ac482fb service nova] Enqueued Resource ID: 1cb2d2ed-f29a-4a54-99e4-1277b95c7acf with Priority: HIGHEST for action port [ 1115.966220] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1115.966357] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1115.966563] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb2d2ed-f29a-4a54-99e4-1277b95c7acf with Priority: HIGHEST for action port [ 1115.966859] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.967015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.967146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.967377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.967497] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.968510] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.968611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.968808] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cb2d2ed-f29a-4a54-99e4-1277b95c7acf taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.968905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cb2d2ed-f29a-4a54-99e4-1277b95c7acf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.968971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cb2d2ed-f29a-4a54-99e4-1277b95c7acf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.969165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cb2d2ed-f29a-4a54-99e4-1277b95c7acf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.969242] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb2d2ed-f29a-4a54-99e4-1277b95c7acf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.471837] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cb2d2ed-f29a-4a54-99e4-1277b95c7acf with status ACTIVE [ 1116.472198] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.472397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.472490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.472761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.472884] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.473136] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.473268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.473369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.473564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.473682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.473936] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.474079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.474235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.474348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.474473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.474557] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cb2d2ed-f29a-4a54-99e4-1277b95c7acf is going to be updated. [ 1116.476442] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.476442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.495152] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.495302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.495369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.495577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.495756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.495864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cb2d2ed-f29a-4a54-99e4-1277b95c7acf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.666210] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1116.666453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.666706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.666887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.667093] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.667221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.667277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.667437] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.667518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.667611] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.169619] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.505619] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df in Status: SUCCESS [ 1117.506040] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df deletion is rescheduled due to dependency. [ 1117.506040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.671538] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.764706] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1117.764706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.764706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.764937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.765178] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.765343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.765410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.765619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.765729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.766037] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.174605] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.174806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.174806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.174996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.175194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.175194] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be updated. [ 1118.212071] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.212272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.212334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.212559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.212715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.223422] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 2s [ 1118.268087] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.770926] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.273737] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.273936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.273987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.274280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.274377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.274494] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1119.309557] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.309557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.309557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.309557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.309557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.326844] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1120.234376] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 4s [ 1120.967842] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.967842] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 1121.339316] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1121.339316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.339316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.339316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.339316] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.339834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.339834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.339834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.339834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.339834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.340191] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.669053] env[66289]: INFO networking_nsxv3.common.synchronization [None req-25f0057a-6b58-418f-b068-2d2eb3c17ba5 tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_rules [ 1121.669705] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_rules [ 1121.670193] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.670338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.670403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.670669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.670764] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8496e001-a5c1-4fcb-ad85-1024e89e76bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.768524] env[66289]: INFO networking_nsxv3.common.synchronization [None req-d57a49a2-ffac-4a1c-993d-a0948fbdd30f tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_rules [ 1121.769162] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_rules [ 1121.769468] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.769572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.843101] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.843101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.843101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.843101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.843101] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.843465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.843465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.843616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.843766] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.843838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.844066] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.844189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.844262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.844496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.844648] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.844759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.844841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.846916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.847106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.847237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.847387] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.193186] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.193186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.193186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.194645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.194645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.194645] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf already deleted. [ 1122.194645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.194645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.194645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.194645] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8496e001-a5c1-4fcb-ad85-1024e89e76bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.245373] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1122.245821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.245821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.246031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.246518] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.246518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.246518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.246734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.246734] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.246792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.246946] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.247048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.247120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.247271] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.247415] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.247543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.247682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.247738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.247816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.247906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.247974] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.249294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.249511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.249728] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.249872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.249998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.250241] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.250356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.250500] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.352404] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61891b0b-b789-40cd-b217-818d482593f3: rpc.has_security_group_logging(os_id): False [ 1122.371311] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.371537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.371597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.371871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.372017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.372296] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.372296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.372412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.372504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.372578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.372777] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.372926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.372926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.373272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.373272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.373401] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.373401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.373519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.373702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.373702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.373819] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1122.441833] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.442235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.442368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.442646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.442831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.456608] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1122.720179] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.720397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.720445] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.721027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.721027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.721027] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf already deleted. [ 1122.721027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.752478] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f530f14-e18d-4390-b651-63848a99ce2d: rpc.has_security_group_logging(os_id): False [ 1122.753650] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.770822] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.770974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.771074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.771293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.771383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.771591] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.771693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.771755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.771946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.771998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.772246] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.772348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.772411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.772558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.772858] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.772858] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.772974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.772974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.773123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.773194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.773309] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be created. [ 1122.831338] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.831489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.831605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.831764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.831944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.845754] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 2s [ 1123.256343] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.281423] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.281636] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.281759] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.282051] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.282350] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.282540] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.282724] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.282972] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.283573] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.283573] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.283573] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.283730] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.283794] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.283904] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.284016] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.284149] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.304656] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.305300] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.305300] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.305300] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-100" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.305509] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.305876] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.306013] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.306326] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.306533] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dbe51ac-fb25-4729-bd83-2bae5d60cd2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.759039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.759367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.759367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.759475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.759562] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.759670] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be updated. [ 1123.792380] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.792556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.792665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.792920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.793096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.804899] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 2s [ 1123.808538] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.808749] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.808876] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.809196] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.809346] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.809632] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.809795] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.809912] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.810182] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.810318] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.810605] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.810790] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.810913] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.811447] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.811447] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.811447] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d is going to be updated. [ 1123.832905] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.833212] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.833307] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.833620] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.833779] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.833997] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.472490] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1124.472790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.588188] env[66289]: INFO networking_nsxv3.common.synchronization [req-2d8b52de-5c4d-4cd9-9091-d575325c99ca req-c8939194-97a2-4878-8f5e-2fda57d2391a service nova] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_rules [ 1124.588280] env[66289]: INFO networking_nsxv3.common.synchronization [req-2d8b52de-5c4d-4cd9-9091-d575325c99ca req-c8939194-97a2-4878-8f5e-2fda57d2391a service nova] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 1124.588560] env[66289]: INFO networking_nsxv3.common.synchronization [req-2d8b52de-5c4d-4cd9-9091-d575325c99ca req-c8939194-97a2-4878-8f5e-2fda57d2391a service nova] Enqueued Resource ID: 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d with Priority: HIGHEST for action port [ 1124.588629] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_rules [ 1124.588767] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 1124.588826] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d with Priority: HIGHEST for action port [ 1124.589407] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.589564] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.589921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.589921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.589921] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.590747] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.591155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.591155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.591155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.591258] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.591383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.591424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.591860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.591860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.591860] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.592488] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.592881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.592881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.592881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.592881] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dbe51ac-fb25-4729-bd83-2bae5d60cd2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.859029] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1124.859298] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.859673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.860155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.860155] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.095484] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.097060] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.097346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.097431] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d with status ACTIVE [ 1125.097699] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.097869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.097905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.098106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.098200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.098626] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.098626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.098626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.098796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.098796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.098961] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.099291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.099291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.099452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.099452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.099549] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dbe51ac-fb25-4729-bd83-2bae5d60cd2d is going to be updated. [ 1125.121666] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.121861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.121904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.122191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.122354] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.122511] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dbe51ac-fb25-4729-bd83-2bae5d60cd2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.362764] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.362764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.603198] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.620874] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.621102] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.621232] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.621532] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.621776] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.621933] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.622063] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.622370] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.622519] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.622729] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.622859] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.622945] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.623062] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.623396] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.623396] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.623496] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.650711] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.650886] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.651037] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.651216] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-151" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.651546] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-40672900-6657-40ed-9271-ade07ed8b84f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.651711] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.651829] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.652119] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.652263] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40672900-6657-40ed-9271-ade07ed8b84f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.816034] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1125.816034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.816034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.816274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.816274] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.816418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.816494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.816681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.816764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.816852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.816940] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.105298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.105646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.105646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.105769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.106496] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.106496] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be updated. [ 1126.135712] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.135883] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.135955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.136152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.136294] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.146854] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 1126.155698] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.156165] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.157420] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.157420] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.157420] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.157420] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.157420] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.157420] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.157742] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.157742] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.157948] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.158113] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.158226] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.158426] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.158551] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.158685] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 40672900-6657-40ed-9271-ade07ed8b84f is going to be updated. [ 1126.195907] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.196263] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.196462] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.196894] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.197214] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.197629] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.259378] env[66289]: INFO networking_nsxv3.common.synchronization [req-62eac0fe-e293-44c2-b847-09065e9f7145 req-9debbca6-2d1c-401d-b7fa-0cae28a7ee8a tempest-ServerRescueNegativeTestJSON-608251309 tempest-ServerRescueNegativeTestJSON-608251309-project-member] Enqueued Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 1126.259958] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGHEST for action security_group_members [ 1126.260532] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.260818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.260818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.260953] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.261159] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.261268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.261333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.261528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.261623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.261742] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.319553] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.319741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.319819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.320187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.320402] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.320557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.320644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.320881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.320974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.321093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.321270] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.321391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.321504] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.321614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.321791] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.321907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.321988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.322185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.322293] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.322381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.322490] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.766666] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.766853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.766894] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.767123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.767216] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.767421] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.767527] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.767614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.767738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.767837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.767911] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 is going to be updated. [ 1126.798965] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.798965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.798965] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.799254] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.799254] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.808190] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: IN_PROGRESS for 2s [ 1126.824729] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f530f14-e18d-4390-b651-63848a99ce2d: rpc.has_security_group_logging(os_id): False [ 1126.843280] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.843537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.843537] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.843733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.843824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.844079] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.844463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.844463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.844463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.844463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.844653] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.844729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.844792] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.844935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.845016] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.845217] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.845308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.845365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.845502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.845580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.845662] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be updated. [ 1126.908345] env[66289]: INFO networking_nsxv3.common.synchronization [req-8d7b398c-0490-4a6f-861e-43399e124537 req-bd2d1de5-a8de-4301-9092-4fb10d394347 service nova] Enqueued Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_rules [ 1126.908752] env[66289]: INFO networking_nsxv3.common.synchronization [req-8d7b398c-0490-4a6f-861e-43399e124537 req-bd2d1de5-a8de-4301-9092-4fb10d394347 service nova] Enqueued Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 1126.908907] env[66289]: INFO networking_nsxv3.common.synchronization [req-8d7b398c-0490-4a6f-861e-43399e124537 req-bd2d1de5-a8de-4301-9092-4fb10d394347 service nova] Enqueued Resource ID: 40672900-6657-40ed-9271-ade07ed8b84f with Priority: HIGHEST for action port [ 1126.910495] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_rules [ 1126.910715] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 1126.910892] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40672900-6657-40ed-9271-ade07ed8b84f with Priority: HIGHEST for action port [ 1126.911692] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.911793] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.911907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.912186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.913357] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.913741] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.913741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.913898] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.914478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.914478] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.914478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.914478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.914718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.914756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.915564] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.916788] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-40672900-6657-40ed-9271-ade07ed8b84f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.916788] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.916971] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.917274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.917274] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40672900-6657-40ed-9271-ade07ed8b84f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.928084] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.928311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.928376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.928548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.928710] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.947286] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 2s [ 1127.419559] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.420727] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.420863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.421267] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40672900-6657-40ed-9271-ade07ed8b84f with status ACTIVE [ 1127.421449] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.421558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.421622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.421841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.421931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.422144] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.422261] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.422336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.422495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.422582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.423206] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.423206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.423206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.423206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.423430] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.423430] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40672900-6657-40ed-9271-ade07ed8b84f is going to be updated. [ 1127.447871] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.448045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.448122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.448357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.448502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.448658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40672900-6657-40ed-9271-ade07ed8b84f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.923609] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.158430] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 1128.158430] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.158628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.158669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.159459] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.159459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.159459] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.290868] env[66289]: INFO networking_nsxv3.common.synchronization [req-77fac184-c8bd-4eb4-8ffd-1677af4e5718 req-82c20a5c-3df7-431e-babd-f96fc1302439 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1128.291557] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1128.292313] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.292313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.292313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.292532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.292706] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.292817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.292906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.294735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.294735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.294735] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.426501] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.426895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.426895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.427077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.427077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.427191] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e76998b-4676-4477-9694-341ebc353dbe is going to be updated. [ 1128.464415] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.464415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.464415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.464415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.464740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.478025] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: IN_PROGRESS for 2s [ 1128.661804] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.661804] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.661957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.662398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.662767] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.662767] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.663448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.663448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.663448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.663448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.663570] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.663652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.663652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.664932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.664932] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.664932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.664932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.664932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.664932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.664932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.664932] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.800663] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.834735] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 in Status: SUCCESS [ 1128.834910] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 deletion is rescheduled due to dependency. [ 1128.835034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.966374] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1128.966374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.966374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.966374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.966374] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.167495] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d61a784b-a4e5-486c-8ae1-d61ea2536fb4: rpc.has_security_group_logging(os_id): False [ 1129.186142] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.186310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.186351] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.186624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.186719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.186939] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.187060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.187142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.187333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.187409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.187603] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.187697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.187758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.187911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.187999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.188224] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.188322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.188383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.188526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.188603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.188706] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be updated. [ 1129.247332] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.247731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.247731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.247885] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.247916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.265392] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 1129.303124] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.469970] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.470447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.470447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.470447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.470712] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.470795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.470881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.471118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.471266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.471398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.471499] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.806022] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.806187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.806231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.806920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.806920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.806920] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1129.843545] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.843702] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.843773] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.843987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.844144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.852885] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1129.974171] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.974326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.974425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.974661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.974902] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.975140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.975140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.975309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.975309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.975422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.975568] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.975627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.975704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.975993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.975993] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.976248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.976248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.976248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.976335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.976465] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.976580] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.478775] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f530f14-e18d-4390-b651-63848a99ce2d: rpc.has_security_group_logging(os_id): False [ 1130.490889] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: SUCCESS [ 1130.491254] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.491448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.491674] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.491867] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.491985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.492641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.492830] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.492932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.493083] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.493193] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.497933] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.498311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.498311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.498311] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.498439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.498588] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.498693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.498756] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.498903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.498979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.499182] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.499523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.499523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.499523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.499523] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.499821] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.499821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.499937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.500011] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.500106] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.500196] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be updated. [ 1130.586153] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.586377] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.586500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.586822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.587049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.602033] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 2s [ 1130.996211] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.996402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.996402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.996609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.996789] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.996920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.997029] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.997200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.997314] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.997383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.997526] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.997623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.997672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.997814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.997950] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.998567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.998567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.998567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.998567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.998567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.998567] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.293655] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 1131.294398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.502258] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e76998b-4676-4477-9694-341ebc353dbe: rpc.has_security_group_logging(os_id): False [ 1131.526355] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.526355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.526355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.528159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.552509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.552766] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.552900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.552978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.553378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.553378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.553614] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.554382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.554382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.554382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.554382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.554382] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.555459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.555576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.555782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.555852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.555997] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e76998b-4676-4477-9694-341ebc353dbe is going to be updated. [ 1131.636485] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.636708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.636796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.637071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.637279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.654019] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: IN_PROGRESS for 2s [ 1131.865797] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1131.865797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.621340] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1132.621340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.209476] env[66289]: INFO networking_nsxv3.common.synchronization [req-87386a51-7252-4ddc-ba2d-041b4541cb6c req-0faed7ad-8632-4ad8-9b20-0cd0fd680910 tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_members [ 1133.209476] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_members [ 1133.209476] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8496e001-a5c1-4fcb-ad85-1024e89e76bf taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.209476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.209476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.209924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.210443] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.210733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.210937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.211270] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.211468] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.211675] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8496e001-a5c1-4fcb-ad85-1024e89e76bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.662037] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.662685] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.662685] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.663085] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.664890] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.665172] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.665428] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.668178] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.668178] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.668178] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.668178] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.668178] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.668178] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.668178] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.668178] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.668178] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.681766] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: SUCCESS [ 1133.682055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.691972] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.692190] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.692371] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.692557] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.692913] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-7b68906e-64a6-4af6-8a67-8e6d6a3d503f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.693115] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-7b68906e-64a6-4af6-8a67-8e6d6a3d503f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.693225] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-7b68906e-64a6-4af6-8a67-8e6d6a3d503f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.693626] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-7b68906e-64a6-4af6-8a67-8e6d6a3d503f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.693764] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b68906e-64a6-4af6-8a67-8e6d6a3d503f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.714516] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.714826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.714826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.714978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.715138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.715312] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.715419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.715478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.715643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.715736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.715795] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf already deleted. [ 1133.715873] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.199384] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.199384] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.199384] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.199384] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.199384] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.199384] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 7b68906e-64a6-4af6-8a67-8e6d6a3d503f not found, creating... [ 1134.199741] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.199741] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.199833] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.200066] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.200313] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.200617] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.200770] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.200887] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.202031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.202031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.202031] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 7b68906e-64a6-4af6-8a67-8e6d6a3d503f is going to be created. [ 1134.229869] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.229869] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.230141] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.230567] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.230657] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.230895] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-7b68906e-64a6-4af6-8a67-8e6d6a3d503f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.976785] env[66289]: INFO networking_nsxv3.common.synchronization [req-87386a51-7252-4ddc-ba2d-041b4541cb6c req-db9599a2-2cd5-4f9f-9203-3a172d64d3a5 service nova] Enqueued Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_rules [ 1134.976785] env[66289]: INFO networking_nsxv3.common.synchronization [req-87386a51-7252-4ddc-ba2d-041b4541cb6c req-db9599a2-2cd5-4f9f-9203-3a172d64d3a5 service nova] Enqueued Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_members [ 1134.976785] env[66289]: INFO networking_nsxv3.common.synchronization [req-87386a51-7252-4ddc-ba2d-041b4541cb6c req-db9599a2-2cd5-4f9f-9203-3a172d64d3a5 service nova] Enqueued Resource ID: 7b68906e-64a6-4af6-8a67-8e6d6a3d503f with Priority: HIGHEST for action port [ 1134.978258] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_rules [ 1134.979287] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_members [ 1134.979489] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b68906e-64a6-4af6-8a67-8e6d6a3d503f with Priority: HIGHEST for action port [ 1134.980280] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.980280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.980280] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.980536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.980877] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8496e001-a5c1-4fcb-ad85-1024e89e76bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.982153] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8496e001-a5c1-4fcb-ad85-1024e89e76bf taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.982211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.982310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.982558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.982772] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.982916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.985371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.988795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.988795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.988795] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8496e001-a5c1-4fcb-ad85-1024e89e76bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.988795] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b68906e-64a6-4af6-8a67-8e6d6a3d503f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.988795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b68906e-64a6-4af6-8a67-8e6d6a3d503f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.988795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b68906e-64a6-4af6-8a67-8e6d6a3d503f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.988795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b68906e-64a6-4af6-8a67-8e6d6a3d503f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.988795] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b68906e-64a6-4af6-8a67-8e6d6a3d503f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.493546] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8496e001-a5c1-4fcb-ad85-1024e89e76bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.498165] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8496e001-a5c1-4fcb-ad85-1024e89e76bf taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.498855] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.498984] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b68906e-64a6-4af6-8a67-8e6d6a3d503f with status ACTIVE [ 1135.499186] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.499296] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.499374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.499566] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.499658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.499829] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.499974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.499974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.500154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.500211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.500462] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.500762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.500762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.500876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.500876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.500961] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b68906e-64a6-4af6-8a67-8e6d6a3d503f is going to be updated. [ 1135.528939] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.529159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.529204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.529438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.530045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.530045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b68906e-64a6-4af6-8a67-8e6d6a3d503f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.002655] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8496e001-a5c1-4fcb-ad85-1024e89e76bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.504464] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.504464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.504464] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.504985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.505124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.505264] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf is going to be created. [ 1136.535348] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.535603] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.535709] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.535987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.536201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.546484] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf in Status: UNINITIALIZED for 2s [ 1138.562381] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf in Status: SUCCESS [ 1138.562925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.563443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.563443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.563634] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.563765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.563843] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.563957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.564047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.564133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.564285] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8496e001-a5c1-4fcb-ad85-1024e89e76bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.066273] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8496e001-a5c1-4fcb-ad85-1024e89e76bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.569391] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8496e001-a5c1-4fcb-ad85-1024e89e76bf: rpc.has_security_group_logging(os_id): False [ 1139.590980] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.591169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.591291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.591480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.591627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.591884] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.592098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.592098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.592260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.592431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.592542] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf is going to be created. [ 1139.692813] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.693065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.693118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.693460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.693706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.711828] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf in Status: IN_PROGRESS for 2s [ 1139.981080] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.981281] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1140.120682] env[66289]: INFO networking_nsxv3.common.synchronization [req-ca68c7c9-26f3-4902-96ae-2889b2cce375 req-49be4906-a292-419c-93df-5ba5edb0f2c5 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1140.121882] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1140.121882] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.121882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.121882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.121882] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.121882] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.122373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.122373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.123084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.124689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.124689] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.626315] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.130285] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.633573] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.634040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.634040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.634126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.634240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.634350] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 is going to be updated. [ 1141.664760] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.664944] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.664983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.665273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.665628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.676902] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: IN_PROGRESS for 2s [ 1141.720873] env[66289]: INFO networking_nsxv3.common.synchronization [req-893d1ae6-a02a-4722-84f9-84688e49c37c req-47d07bac-621b-4616-872a-09d6b74934e7 tempest-ListServerFiltersTestJSON-1410017833 tempest-ListServerFiltersTestJSON-1410017833-project-member] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1141.721108] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1141.721418] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.721536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.721601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.721801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.721946] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.722053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.722111] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.722250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.722376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.722740] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.724152] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf in Status: SUCCESS [ 1141.724152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.227034] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.729218] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.233070] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.233070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.233070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.233070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.233070] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.233070] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be updated. [ 1143.262110] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.262420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.262420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.262669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.262829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.275535] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 2s [ 1143.688037] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: SUCCESS [ 1143.688257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.495256] env[66289]: INFO networking_nsxv3.common.synchronization [req-5fd5ab39-ea34-486f-acde-dfc264e664c1 req-bd5894df-3625-4d55-bcb1-705d502339d6 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1144.495736] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1144.495958] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.496178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.496250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.496459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.496625] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.496725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.496786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.496955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.497057] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.497147] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.897825] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.898097] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.898220] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.898506] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.898811] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.898986] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.899117] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.899333] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.899481] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.899718] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.899840] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.899949] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.900067] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.900223] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.900271] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.900391] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.920505] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.920687] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.920819] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.920998] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.921359] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-05898c54-ce28-445d-b970-f61d70e5819c taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.921535] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-05898c54-ce28-445d-b970-f61d70e5819c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.921655] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-05898c54-ce28-445d-b970-f61d70e5819c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.921969] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-05898c54-ce28-445d-b970-f61d70e5819c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.922117] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05898c54-ce28-445d-b970-f61d70e5819c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.000898] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.286392] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1145.286627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.425127] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.425355] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.425493] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.425785] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.425932] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.426099] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 05898c54-ce28-445d-b970-f61d70e5819c not found, creating... [ 1145.426353] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.426510] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.426626] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.426848] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.427011] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.427299] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.427455] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.427644] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.427851] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.427979] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.428132] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 05898c54-ce28-445d-b970-f61d70e5819c is going to be created. [ 1145.452231] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.452577] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.452725] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.453019] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.453253] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.453488] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-05898c54-ce28-445d-b970-f61d70e5819c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.502840] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.836351] env[66289]: INFO networking_nsxv3.common.synchronization [req-2c355c4d-3f24-467f-8a3d-3ef17c6cfe86 req-3ae1d10e-ac1b-4478-bbd3-bc2b34da41a2 tempest-DeleteServersTestJSON-405740389 tempest-DeleteServersTestJSON-405740389-project-member] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1145.836351] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGHEST for action security_group_members [ 1145.836351] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.836704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.836793] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.837024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.837188] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.837301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.837367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.837561] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.837651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.837750] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.005708] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.005890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.005988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.006375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.006375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.006479] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1146.036646] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.036911] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.037040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.037259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.037984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.047966] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1146.171920] env[66289]: INFO networking_nsxv3.common.synchronization [req-5fd5ab39-ea34-486f-acde-dfc264e664c1 req-90463fbd-4ffd-462c-8395-325058756c8b service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1146.171920] env[66289]: INFO networking_nsxv3.common.synchronization [req-5fd5ab39-ea34-486f-acde-dfc264e664c1 req-90463fbd-4ffd-462c-8395-325058756c8b service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1146.171920] env[66289]: INFO networking_nsxv3.common.synchronization [req-5fd5ab39-ea34-486f-acde-dfc264e664c1 req-90463fbd-4ffd-462c-8395-325058756c8b service nova] Enqueued Resource ID: 05898c54-ce28-445d-b970-f61d70e5819c with Priority: HIGHEST for action port [ 1146.171920] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1146.171920] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1146.171920] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05898c54-ce28-445d-b970-f61d70e5819c with Priority: HIGHEST for action port [ 1146.171920] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.172539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.172684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.172962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.173124] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.175287] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.175287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.175287] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-05898c54-ce28-445d-b970-f61d70e5819c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.175287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05898c54-ce28-445d-b970-f61d70e5819c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.175287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05898c54-ce28-445d-b970-f61d70e5819c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.175287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05898c54-ce28-445d-b970-f61d70e5819c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.175287] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05898c54-ce28-445d-b970-f61d70e5819c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.339999] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.340185] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.340262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.340618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.340719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.340923] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.341587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.341587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.341587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.341587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.341587] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be updated. [ 1146.372056] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.372056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.372056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.372056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.372056] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.382239] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: IN_PROGRESS for 2s [ 1146.677677] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.678133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.678579] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05898c54-ce28-445d-b970-f61d70e5819c with status ACTIVE [ 1146.678874] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.679094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.679223] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.679544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.679651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.679863] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.679990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.680108] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.680412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.680488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.680716] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.680831] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.680900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.681081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.681160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.681247] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05898c54-ce28-445d-b970-f61d70e5819c is going to be updated. [ 1146.705928] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.706151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.706193] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.706420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.706594] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.706781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05898c54-ce28-445d-b970-f61d70e5819c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.061735] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1148.062081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.062260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.062598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.062906] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.063103] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.063204] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.063431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.063542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.063688] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.394574] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 in Status: SUCCESS [ 1148.394652] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 deletion is rescheduled due to dependency. [ 1148.394742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.405944] env[66289]: INFO networking_nsxv3.common.synchronization [req-f8e4b789-42fb-422a-8a48-23db23a579a0 req-003f0ad8-4caf-46f7-9648-007987cc4207 tempest-AttachVolumeNegativeTest-1277021693 tempest-AttachVolumeNegativeTest-1277021693-project-member] Enqueued Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_members [ 1148.406207] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGHEST for action security_group_members [ 1148.406568] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7542f2-0974-4864-9ccd-e38e243f5a07 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.406669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.406738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.406935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.407091] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.407212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.407274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.407424] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.407510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.407629] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.565676] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.910779] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.910994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.911137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.911597] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.911789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.912681] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.912842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.912910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.913118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.913257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.913399] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 is going to be updated. [ 1148.949210] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.949210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.949210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.949210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.949210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.960136] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 in Status: IN_PROGRESS for 2s [ 1149.069509] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.362058] env[66289]: INFO networking_nsxv3.common.synchronization [req-ab5e8665-b506-4358-a5c6-a943060609c0 req-8f361dfb-b78d-4bd1-b6d4-b4fa0f6c710c tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1149.362058] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGHEST for action security_group_members [ 1149.362058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.362058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.362058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.362058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.362058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.362058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.362570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.362570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.362570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.362570] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.573091] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.573300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.573448] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.573783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.573837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.573922] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1149.614142] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.614348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.614399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.614672] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.614781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.626963] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1149.865321] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.865545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.865545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.865776] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.865866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.866082] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.866215] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.866304] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.866484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.866611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.866715] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 is going to be updated. [ 1149.910077] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.910263] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.910307] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.910598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.910753] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.922177] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: IN_PROGRESS for 2s [ 1150.982032] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 in Status: SUCCESS [ 1150.982032] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 deletion is rescheduled due to dependency. [ 1150.982586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.284936] env[66289]: INFO networking_nsxv3.common.synchronization [req-3733a8e4-6d09-4c89-923f-e32cf8568975 req-2df0f76e-7126-4fd8-909f-5ea35bc1a1ca tempest-ListServerFiltersTestJSON-1410017833 tempest-ListServerFiltersTestJSON-1410017833-project-member] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1151.285502] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1151.285817] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.285985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.286043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.286260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.286429] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.286553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.286616] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.286782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.287102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.287212] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.638129] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1151.638393] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.638567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.638847] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.639060] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.640027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.640027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.640027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.640027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.640027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.640027] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.790733] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.936485] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 in Status: SUCCESS [ 1151.936485] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 deletion is rescheduled due to dependency. [ 1151.936485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.142021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.142415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.142415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.142651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.142786] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.142893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.142955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.143122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.143210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.143299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.143452] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.143554] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.143615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.143765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.143901] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.144013] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.144080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.144214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.144289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.144375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.144485] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.293311] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.647274] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61891b0b-b789-40cd-b217-818d482593f3: rpc.has_security_group_logging(os_id): False [ 1152.667319] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.667492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.667532] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.667749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.667838] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.668034] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.668137] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.668189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.668339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.668413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.668609] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.668705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.668762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.668932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.669020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.669187] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.669279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.669335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.669471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.669555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.669647] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1152.733023] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.733023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.733023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.733023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.733023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.748538] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1152.796306] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.796306] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.796812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.797143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.797332] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.797416] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be updated. [ 1152.842508] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.842736] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.842786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.842972] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.843130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.865908] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 2s [ 1154.768529] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1154.768529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.876409] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1154.876768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.286927] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.287290] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1156.299159] env[66289]: INFO networking_nsxv3.common.synchronization [None req-b18cefce-9058-47ff-b98d-903d1f42ce05 tempest-AttachInterfacesTestJSON-1085641786 tempest-AttachInterfacesTestJSON-1085641786-project-member] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 1156.301038] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGHEST for action security_group_members [ 1156.301038] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.301038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.301038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.301038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.301038] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.301038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.301038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.301038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.301038] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.301464] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.804494] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.804679] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.804716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.804956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.805049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.805301] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.805422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.805479] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.805625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.805704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.805790] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be updated. [ 1156.836248] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.836390] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.836483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.836720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.836901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.848591] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: IN_PROGRESS for 2s [ 1158.865506] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 in Status: SUCCESS [ 1158.865506] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 deletion is rescheduled due to dependency. [ 1158.865506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.945430] env[66289]: INFO networking_nsxv3.common.synchronization [req-612f55bb-3831-4e15-bf1d-4bbd292dd934 req-f90fada1-461c-43dd-9242-1ebe095afd06 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1159.945840] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1159.946161] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.946316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.946400] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.946601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.946763] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.946861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.946979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.947107] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.947198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.947291] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.449638] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.564893] env[66289]: INFO networking_nsxv3.common.synchronization [req-2f8a5bf0-634d-488f-b3cc-d832a3f7024c req-b66de5eb-2432-4421-93b4-cc3cb18adcfa tempest-ServersNegativeTestJSON-1664066863 tempest-ServersNegativeTestJSON-1664066863-project-member] Enqueued Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 1160.569154] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e76998b-4676-4477-9694-341ebc353dbe with Priority: HIGHEST for action security_group_members [ 1160.569154] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e76998b-4676-4477-9694-341ebc353dbe taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.569154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.569154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.569154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.569154] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.569154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.569154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.569154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.569154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.569154] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e76998b-4676-4477-9694-341ebc353dbe',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.951856] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.072832] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.073044] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.073101] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.073316] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.073419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.073698] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.073832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.073867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.074022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.074945] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.074945] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e76998b-4676-4477-9694-341ebc353dbe is going to be updated. [ 1161.103683] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.103845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.103917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.104184] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.104335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.113027] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: IN_PROGRESS for 2s [ 1161.458429] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.458578] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.458637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.458961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.458961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.459086] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1161.487410] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.487563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.487635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.487917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.488086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.497861] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1161.639071] env[66289]: INFO networking_nsxv3.common.synchronization [req-edacb01d-03ac-4a3e-b0b4-0a8b122e0a08 req-2e30ce96-88bc-43c4-b4e0-b3ac63435fc4 tempest-ListServerFiltersTestJSON-1410017833 tempest-ListServerFiltersTestJSON-1410017833-project-member] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1161.639861] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGHEST for action security_group_members [ 1161.641227] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.641374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.641453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.641665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.641831] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.641945] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.642034] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.642197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.642292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.642386] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.145327] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.145327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.145327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.145720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.145720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.145792] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.145869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.145925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.146090] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.146166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.146254] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be updated. [ 1162.172044] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.172189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.172189] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.172524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.172742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.182385] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: IN_PROGRESS for 2s [ 1163.123354] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e76998b-4676-4477-9694-341ebc353dbe in Status: SUCCESS [ 1163.123578] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e76998b-4676-4477-9694-341ebc353dbe deletion is rescheduled due to dependency. [ 1163.123631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e76998b-4676-4477-9694-341ebc353dbe" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.510545] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1163.510835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.196230] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f530f14-e18d-4390-b651-63848a99ce2d in Status: SUCCESS [ 1164.196416] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d deletion is rescheduled due to dependency. [ 1164.196541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.643205] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1166.643205] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1171.644590] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1171.644931] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1175.171716] env[66289]: INFO networking_nsxv3.common.synchronization [None req-4a687238-c083-48cf-a992-b39a5dda1615 None None] Enqueued Resource ID: 06bf644a-7745-43ec-b652-62ce8a1f67e0 with Priority: HIGHEST for action port [ 1175.171716] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bf644a-7745-43ec-b652-62ce8a1f67e0 with Priority: HIGHEST for action port [ 1175.171716] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-06bf644a-7745-43ec-b652-62ce8a1f67e0 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.171716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06bf644a-7745-43ec-b652-62ce8a1f67e0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.171716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06bf644a-7745-43ec-b652-62ce8a1f67e0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.172557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06bf644a-7745-43ec-b652-62ce8a1f67e0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.172557] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06bf644a-7745-43ec-b652-62ce8a1f67e0',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.674039] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06bf644a-7745-43ec-b652-62ce8a1f67e0 [ 1175.674297] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.674435] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.674505] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.674749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.674871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.674977] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06bf644a-7745-43ec-b652-62ce8a1f67e0 already deleted. [ 1175.675356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06bf644a-7745-43ec-b652-62ce8a1f67e0" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.311366] env[66289]: INFO networking_nsxv3.common.synchronization [None req-754e36f4-90c3-400a-89f6-43b4626bb4dc None None] Enqueued Resource ID: af7851bf-c7b2-484f-b160-78edc3b8632a with Priority: HIGHEST for action port [ 1177.312010] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af7851bf-c7b2-484f-b160-78edc3b8632a with Priority: HIGHEST for action port [ 1177.312010] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-af7851bf-c7b2-484f-b160-78edc3b8632a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.312266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af7851bf-c7b2-484f-b160-78edc3b8632a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.312266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af7851bf-c7b2-484f-b160-78edc3b8632a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.312429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af7851bf-c7b2-484f-b160-78edc3b8632a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.312512] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af7851bf-c7b2-484f-b160-78edc3b8632a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.814492] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af7851bf-c7b2-484f-b160-78edc3b8632a [ 1177.814719] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.814857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.814928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.815300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.815420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.815533] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af7851bf-c7b2-484f-b160-78edc3b8632a already deleted. [ 1177.815620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af7851bf-c7b2-484f-b160-78edc3b8632a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.331800] env[66289]: INFO networking_nsxv3.common.synchronization [req-f761b7b8-701d-4c37-982a-52f583d43a01 req-1f5c42b1-9340-4c16-8d4f-86440830766d tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1178.332386] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1178.332767] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.332924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.332996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.333206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.333358] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.333457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.333520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.333664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.333747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.333859] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.635725] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.635725] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.635725] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.635984] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.636926] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.636926] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.637186] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.637438] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.638476] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.638476] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.638615] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.638740] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.638851] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.639140] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.639269] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.639410] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.662655] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.662852] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.663015] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.663202] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.663579] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-af27adf7-de1e-4420-9f68-a04a9d331ae8 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.663717] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-af27adf7-de1e-4420-9f68-a04a9d331ae8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.663873] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-af27adf7-de1e-4420-9f68-a04a9d331ae8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.664244] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-af27adf7-de1e-4420-9f68-a04a9d331ae8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.664384] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af27adf7-de1e-4420-9f68-a04a9d331ae8',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.835925] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.167126] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.167408] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.167560] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.167905] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.168103] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.168296] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port af27adf7-de1e-4420-9f68-a04a9d331ae8 not found, creating... [ 1179.168607] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.168808] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.168960] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.169255] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.169413] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.169704] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.169859] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.169974] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.170202] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.170332] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.170471] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: af27adf7-de1e-4420-9f68-a04a9d331ae8 is going to be created. [ 1179.193634] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.193865] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.194051] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.194408] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.194676] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.194939] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-af27adf7-de1e-4420-9f68-a04a9d331ae8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.338241] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.840570] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.840803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.840903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.841240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.841422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.841557] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1179.869785] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.870053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.870053] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.870226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.870378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.881149] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1179.903143] env[66289]: INFO networking_nsxv3.common.synchronization [req-f761b7b8-701d-4c37-982a-52f583d43a01 req-836ad241-8baa-419b-b5b3-9c487864fb92 service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1179.903329] env[66289]: INFO networking_nsxv3.common.synchronization [req-f761b7b8-701d-4c37-982a-52f583d43a01 req-836ad241-8baa-419b-b5b3-9c487864fb92 service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1179.903483] env[66289]: INFO networking_nsxv3.common.synchronization [req-f761b7b8-701d-4c37-982a-52f583d43a01 req-836ad241-8baa-419b-b5b3-9c487864fb92 service nova] Enqueued Resource ID: af27adf7-de1e-4420-9f68-a04a9d331ae8 with Priority: HIGHEST for action port [ 1179.904029] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1179.904230] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1179.904373] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af27adf7-de1e-4420-9f68-a04a9d331ae8 with Priority: HIGHEST for action port [ 1179.904690] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.904842] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.904910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.905160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.905258] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.907058] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.907174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.907407] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-af27adf7-de1e-4420-9f68-a04a9d331ae8 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.907624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af27adf7-de1e-4420-9f68-a04a9d331ae8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.907624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af27adf7-de1e-4420-9f68-a04a9d331ae8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.907869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af27adf7-de1e-4420-9f68-a04a9d331ae8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.907978] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af27adf7-de1e-4420-9f68-a04a9d331ae8',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.413035] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.413035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.413035] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af27adf7-de1e-4420-9f68-a04a9d331ae8 with status ACTIVE [ 1180.413035] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.413035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.413035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.413035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.413035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.413035] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.413035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.413035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.413035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.413035] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.413035] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.414089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.414089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.414235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.414324] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.414431] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af27adf7-de1e-4420-9f68-a04a9d331ae8 is going to be updated. [ 1180.439277] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.439449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.439492] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.439716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.439874] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.440060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af27adf7-de1e-4420-9f68-a04a9d331ae8" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.155301] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.155491] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.155545] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.155784] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.156176] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.156365] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.156487] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.156723] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.156866] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.157167] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.157318] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.157435] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.157552] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.157809] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.157979] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.158181] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.178538] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.178780] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.178973] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.179220] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-875" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.179544] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-1e5a6326-7e87-452e-b5a4-9ec22d035e37 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.179717] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.179837] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.180110] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.180245] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5a6326-7e87-452e-b5a4-9ec22d035e37',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.683126] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.683599] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.683599] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.683863] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.684060] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.684373] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.684537] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.684650] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.684902] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.685056] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.685409] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.685663] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.685832] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.686648] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.686807] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.686972] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 1e5a6326-7e87-452e-b5a4-9ec22d035e37 is going to be updated. [ 1181.707692] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.707941] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.708023] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.708301] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.708497] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.708714] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.891788] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1181.892041] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.892217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.892439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.892621] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.892752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.892892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.893159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.893279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.893425] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.397509] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.398861] env[66289]: INFO networking_nsxv3.common.synchronization [req-9156f110-96c2-4b6d-bb4b-f92419001c10 req-8570e9bf-956e-4391-85a8-e2d4df2acdde service nova] Enqueued Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_rules [ 1182.399053] env[66289]: INFO networking_nsxv3.common.synchronization [req-9156f110-96c2-4b6d-bb4b-f92419001c10 req-8570e9bf-956e-4391-85a8-e2d4df2acdde service nova] Enqueued Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_members [ 1182.399203] env[66289]: INFO networking_nsxv3.common.synchronization [req-9156f110-96c2-4b6d-bb4b-f92419001c10 req-8570e9bf-956e-4391-85a8-e2d4df2acdde service nova] Enqueued Resource ID: 1e5a6326-7e87-452e-b5a4-9ec22d035e37 with Priority: HIGHEST for action port [ 1182.399887] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_rules [ 1182.399934] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_members [ 1182.402531] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5a6326-7e87-452e-b5a4-9ec22d035e37 with Priority: HIGHEST for action port [ 1182.404473] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.404473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.404473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.404473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.404473] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.406516] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-640e00c0-4514-4f9e-8449-e6f6fe89d31e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.406624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.406666] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.407088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.407088] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.407088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.407301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.407301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.407364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.407493] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.408688] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e5a6326-7e87-452e-b5a4-9ec22d035e37 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.408852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.409857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.412669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.412669] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5a6326-7e87-452e-b5a4-9ec22d035e37',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.900435] env[66289]: INFO networking_nsxv3.common.synchronization [req-acdfc936-875a-4fd3-accd-e4dc22007009 req-c29a221b-486f-4d12-b80c-c8dd4e705516 tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 1182.900435] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.901506] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 1182.902207] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.902340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.902411] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.902609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.902766] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.902913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.902948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.903539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.903539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.903539] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.911437] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-640e00c0-4514-4f9e-8449-e6f6fe89d31e taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.912513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.912658] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.917252] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e5a6326-7e87-452e-b5a4-9ec22d035e37 with status ACTIVE [ 1182.917252] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.917252] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.917252] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.917252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.917760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.917760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.917760] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e5a6326-7e87-452e-b5a4-9ec22d035e37 is going to be updated. [ 1182.940729] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.940983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.941118] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.941336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.941469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.941619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e5a6326-7e87-452e-b5a4-9ec22d035e37" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.403372] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.403531] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.403604] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.403821] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.403914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.404047] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1183.405797] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.416170] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.432013] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.432163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.432239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.432451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.432592] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.442224] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1183.907722] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.919469] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.919733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.919809] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.920114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.920205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.920306] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e is going to be updated. [ 1183.948944] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.949186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.949237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.949439] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.949598] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.958674] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e in Status: IN_PROGRESS for 2s [ 1184.410357] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.410568] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.410568] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.410729] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.410849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.410949] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc is going to be updated. [ 1184.438606] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.438812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.438812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.439023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.439173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.447774] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: IN_PROGRESS for 2s [ 1184.913259] env[66289]: INFO networking_nsxv3.common.synchronization [req-8f753be5-92ac-4ba6-be9e-7a6641db06d4 req-acd7d2db-7c2d-46e9-991a-1ccc8d4f70e3 tempest-ServerRescueTestJSON-399755599 tempest-ServerRescueTestJSON-399755599-project-member] Enqueued Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1184.913910] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1184.914212] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.914337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.914404] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.914668] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.914834] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.915018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.915018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.915191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.915331] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.915386] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.286722] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.286959] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-356" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.287185] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-356" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.287649] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-356" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.287942] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.288209] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.288382] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.288661] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.288870] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.289469] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.289469] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.289676] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.289796] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.289945] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.290121] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.294282] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.316424] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.316671] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1185.316872] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.317124] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-356" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.317528] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-75ef798c-918e-4c4f-b942-31e879752e55 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.317764] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-75ef798c-918e-4c4f-b942-31e879752e55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.317929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-75ef798c-918e-4c4f-b942-31e879752e55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.318363] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-75ef798c-918e-4c4f-b942-31e879752e55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.318551] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75ef798c-918e-4c4f-b942-31e879752e55',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.417828] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.417979] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.418069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.418300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.418463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.418667] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.418859] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.418924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.419097] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.419176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.419283] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 already deleted. [ 1185.419418] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.455773] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1185.456151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.456415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.456809] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.457038] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.457358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.457358] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.457693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.457903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.457999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.458099] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.821518] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.821759] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.821899] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.822271] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.822488] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.822644] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 75ef798c-918e-4c4f-b942-31e879752e55 not found, creating... [ 1185.822980] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.823196] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.823322] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.823618] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.823812] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.824931] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.825145] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.825287] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.825531] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.825676] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.825846] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 75ef798c-918e-4c4f-b942-31e879752e55 is going to be created. [ 1185.852551] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.852777] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.852954] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.853286] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.853525] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.853750] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-75ef798c-918e-4c4f-b942-31e879752e55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.961043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.961043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.961043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.961528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.961528] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.961528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.961649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.961741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.961827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.961915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.962076] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.962173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.962234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.962376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.962513] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.962605] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.962665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.962802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.962918] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.963081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.963137] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.981422] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e in Status: SUCCESS [ 1185.981828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.981923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.982235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.982411] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.982548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.982618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.982785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.982860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.983031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.983233] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.459101] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: SUCCESS [ 1186.459340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.465826] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61891b0b-b789-40cd-b217-818d482593f3: rpc.has_security_group_logging(os_id): False [ 1186.485625] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.487812] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.488023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.488203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.488346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.488434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.488669] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.488802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.488901] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.489512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.489512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.489924] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.489924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.489924] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.490172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.490172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.490462] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.490619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.490720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.490961] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.491205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.491344] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1186.567023] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.567285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.567285] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.567494] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.567642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.582420] env[66289]: INFO networking_nsxv3.common.synchronization [req-8f753be5-92ac-4ba6-be9e-7a6641db06d4 req-40ef554a-1959-4fb8-8f17-69c70640bc0d service nova] Enqueued Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_rules [ 1186.582420] env[66289]: INFO networking_nsxv3.common.synchronization [req-8f753be5-92ac-4ba6-be9e-7a6641db06d4 req-40ef554a-1959-4fb8-8f17-69c70640bc0d service nova] Enqueued Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1186.582613] env[66289]: INFO networking_nsxv3.common.synchronization [req-8f753be5-92ac-4ba6-be9e-7a6641db06d4 req-40ef554a-1959-4fb8-8f17-69c70640bc0d service nova] Enqueued Resource ID: 75ef798c-918e-4c4f-b942-31e879752e55 with Priority: HIGHEST for action port [ 1186.583574] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_rules [ 1186.583800] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1186.584072] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ef798c-918e-4c4f-b942-31e879752e55 with Priority: HIGHEST for action port [ 1186.584523] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.584738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.584870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.585284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.585434] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.587191] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.587355] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.587514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.588211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.588403] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.588593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.588593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.588784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.588910] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.589043] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.589970] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-75ef798c-918e-4c4f-b942-31e879752e55 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.590133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75ef798c-918e-4c4f-b942-31e879752e55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.590269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75ef798c-918e-4c4f-b942-31e879752e55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.590467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75ef798c-918e-4c4f-b942-31e879752e55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.590523] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75ef798c-918e-4c4f-b942-31e879752e55',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.594086] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1186.993774] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 640e00c0-4514-4f9e-8449-e6f6fe89d31e: rpc.has_security_group_logging(os_id): False [ 1187.012776] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.012976] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.013075] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.013284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.013375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.013625] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.013728] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.013786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.013935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.014039] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.014137] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e is going to be updated. [ 1187.077244] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.077449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.077449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.077671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.077815] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.088269] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.088485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.092911] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e in Status: IN_PROGRESS for 2s [ 1187.094285] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.095201] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75ef798c-918e-4c4f-b942-31e879752e55 with status ACTIVE [ 1187.095844] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.095844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.096555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.096779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.096889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.097118] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.097234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.097315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.097456] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.097545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.097774] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.097868] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.097932] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.098088] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.098165] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.098257] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75ef798c-918e-4c4f-b942-31e879752e55 is going to be updated. [ 1187.123270] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.123431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.123507] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.123697] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.123841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.124125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75ef798c-918e-4c4f-b942-31e879752e55" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.600542] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.105454] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.105798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.105798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.106040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.106147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.106260] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 is going to be created. [ 1188.136049] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.136049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.136343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.136462] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.136593] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.149263] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: UNINITIALIZED for 2s [ 1188.611923] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1188.611923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.116600] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e in Status: SUCCESS [ 1189.117027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.161428] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: SUCCESS [ 1190.161891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.161891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.162134] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.162343] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.162469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.162536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.162696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.162776] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.162864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.163078] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.666052] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.666052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.666336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.666515] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.666939] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.667200] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.667337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.667706] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.667889] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.668132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.668514] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.668695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.668800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.669175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.669495] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.669725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.669866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.670248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.670429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.670623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.670839] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.175117] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f00e4cb-259f-4e69-97b3-4b1d7feb8461: rpc.has_security_group_logging(os_id): False [ 1191.194670] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.194818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.194881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.195129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.195225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.195418] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.195527] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.195572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.195721] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.195796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.195999] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.196133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.196194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.196338] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.196441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.196587] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.196680] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.196779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.196913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.196955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.197309] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 is going to be created. [ 1191.277443] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.277711] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.278936] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.279194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.279469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.295078] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: IN_PROGRESS for 2s [ 1191.584701] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.584860] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1193.306647] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: SUCCESS [ 1193.306975] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.523673] env[66289]: INFO networking_nsxv3.common.synchronization [req-26ca10b3-bf7d-49ff-9911-229e9541216b req-29db2c43-3e0c-4bb8-b274-7a1f0ac2f4c4 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1195.523946] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1195.525030] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.525206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.525715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.525715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.529039] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.529235] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.529274] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.529497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.529596] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.529704] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.948587] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.948587] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.948587] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.948587] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.949079] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.949413] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.949652] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.949985] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.950204] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.950641] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.950824] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.951066] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.951299] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.951398] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.951514] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.951766] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.978517] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.978828] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.978951] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.979234] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.979667] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-b07ebe97-b402-4308-a34c-601ec7664915 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.979901] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-b07ebe97-b402-4308-a34c-601ec7664915" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.980082] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-b07ebe97-b402-4308-a34c-601ec7664915" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.980534] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-b07ebe97-b402-4308-a34c-601ec7664915" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.980733] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b07ebe97-b402-4308-a34c-601ec7664915',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.032537] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.483178] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.483468] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.483598] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.483929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.484112] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.484290] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port b07ebe97-b402-4308-a34c-601ec7664915 not found, creating... [ 1196.484642] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.484828] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.484957] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.485284] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.485445] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.485749] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.485907] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.486034] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.486253] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.486386] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.486522] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: b07ebe97-b402-4308-a34c-601ec7664915 is going to be created. [ 1196.511337] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.511561] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.511628] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.512020] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.512158] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.512402] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-b07ebe97-b402-4308-a34c-601ec7664915" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.537333] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.039428] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.039641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.039701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.040017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.040122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.040244] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1197.085899] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.086095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.086095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.086670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.086670] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.102198] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1197.217955] env[66289]: INFO networking_nsxv3.common.synchronization [req-26ca10b3-bf7d-49ff-9911-229e9541216b req-a533f5f3-ae67-446a-b3f8-7e764a6e8a03 service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1197.218162] env[66289]: INFO networking_nsxv3.common.synchronization [req-26ca10b3-bf7d-49ff-9911-229e9541216b req-a533f5f3-ae67-446a-b3f8-7e764a6e8a03 service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1197.218425] env[66289]: INFO networking_nsxv3.common.synchronization [req-26ca10b3-bf7d-49ff-9911-229e9541216b req-a533f5f3-ae67-446a-b3f8-7e764a6e8a03 service nova] Enqueued Resource ID: b07ebe97-b402-4308-a34c-601ec7664915 with Priority: HIGHEST for action port [ 1197.218843] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1197.218979] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1197.219156] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b07ebe97-b402-4308-a34c-601ec7664915 with Priority: HIGHEST for action port [ 1197.219583] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.219733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.219955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.219955] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.220264] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.222068] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.222068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.222068] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-b07ebe97-b402-4308-a34c-601ec7664915 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.222068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b07ebe97-b402-4308-a34c-601ec7664915" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.222068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b07ebe97-b402-4308-a34c-601ec7664915" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.222467] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b07ebe97-b402-4308-a34c-601ec7664915" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.222467] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b07ebe97-b402-4308-a34c-601ec7664915',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.725213] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b07ebe97-b402-4308-a34c-601ec7664915 with status ACTIVE [ 1197.726345] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.726503] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.726577] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.726806] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.726905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.727114] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.727264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.727399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.727546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.727600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.727763] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.727902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.727902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.728063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.728140] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.728223] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b07ebe97-b402-4308-a34c-601ec7664915 is going to be updated. [ 1197.729924] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.730036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.756503] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.756802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.756927] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.757264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.757443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.757641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b07ebe97-b402-4308-a34c-601ec7664915" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.926014] env[66289]: INFO networking_nsxv3.common.synchronization [req-1042ad8c-ac06-49d9-92d1-17b73cf63e67 req-69dfeb77-6f5e-4756-9cda-29058405757d tempest-ServerActionsTestOtherA-120972586 tempest-ServerActionsTestOtherA-120972586-project-member] Enqueued Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 1197.926624] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc with Priority: HIGHEST for action security_group_members [ 1197.927026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.927181] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.927252] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.927452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.927617] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.927720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.927783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.927934] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.928275] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.928275] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.433528] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.433718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.433782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.434033] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.434132] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.434316] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.434429] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.434486] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.434649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.434718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.434812] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc is going to be updated. [ 1198.464313] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.464401] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.464474] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.464726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.464864] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.474882] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: IN_PROGRESS for 2s [ 1199.141982] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1199.142432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.142432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.142643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.142826] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.142947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.143020] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.143214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.143300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.143393] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.645695] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.148030] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.485617] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc in Status: SUCCESS [ 1200.485912] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc deletion is rescheduled due to dependency. [ 1200.485978] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.650841] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.651018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.651096] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.651480] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.651841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.651841] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1200.682194] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.682433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.682433] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.682628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.682803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.693175] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1202.707086] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1202.707086] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.707518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.707518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.707626] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.707745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.707810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.707964] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.708060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.708148] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.708236] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.927473] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.927473] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1203.210959] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.211247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.211247] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.211452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.211632] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.211739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.211786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.212028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.212079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.212169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.212321] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.212459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.212490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.213121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.213121] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.213121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.213121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.213121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.213441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.213441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.213441] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.715737] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61891b0b-b789-40cd-b217-818d482593f3: rpc.has_security_group_logging(os_id): False [ 1203.734821] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.735066] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.735113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.735356] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.735514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.735604] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.735691] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.735754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.735897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.735974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.736209] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.736313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.736382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.736519] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.736606] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.736788] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.736933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.736933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.737093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.737160] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.737247] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1203.802967] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.803243] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.803300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.803513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.803686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.828940] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1205.842846] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1205.843326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.885878] env[66289]: INFO networking_nsxv3.common.synchronization [req-ef64b18f-4ac1-4552-b824-93e147587079 req-5be13ee5-2ba2-4f4d-8ea6-25343d8c2acf tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1207.886451] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1207.886752] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.886870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.886935] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.887142] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.887377] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.887516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.887516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.887723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.887761] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.887836] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.390378] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.892992] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.395695] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.395916] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.395995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.396238] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.396343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.396453] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1209.429355] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.429516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.429588] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.429827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.430428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.439631] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1210.797523] env[66289]: INFO networking_nsxv3.common.synchronization [req-a35899bd-d4b8-46cb-9fbe-40bf6f328828 req-96e15fa7-5869-4238-ae68-61822a005397 tempest-ServerActionsTestOtherB-991082892 tempest-ServerActionsTestOtherB-991082892-project-member] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1210.797798] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1210.798019] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.798143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.798536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.798536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.798681] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.798681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.798907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.798907] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.798981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.799023] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.301708] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.301966] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.302093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.302374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.302518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.302789] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.302948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.303081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.303322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.303417] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.303493] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1211.335787] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.335993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.335993] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.336237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.336374] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.347174] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1211.449354] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1211.449607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.317976] env[66289]: INFO networking_nsxv3.common.synchronization [req-63df8f68-2bf8-434a-a712-546b647a8430 req-b70fcf4f-e26f-47df-91f9-b026b3326f9c tempest-ServerRescueTestJSON-399755599 tempest-ServerRescueTestJSON-399755599-project-member] Enqueued Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1212.318592] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1212.318904] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.319322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.319482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.319661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.319830] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.319933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.319996] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.320169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.320260] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.320358] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.630855] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.631265] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-356" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.631473] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-356" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.631770] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-356" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.632047] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.632223] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.632326] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.632541] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.632686] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.633321] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.633321] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.633321] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.633321] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.633321] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.633472] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.633669] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.653576] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.653576] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.653831] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.653831] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-356" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.654159] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-8e0a815f-01a2-400d-85c0-e688c1bc294f taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.654318] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-8e0a815f-01a2-400d-85c0-e688c1bc294f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.654456] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-8e0a815f-01a2-400d-85c0-e688c1bc294f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.654775] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-8e0a815f-01a2-400d-85c0-e688c1bc294f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.654918] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0a815f-01a2-400d-85c0-e688c1bc294f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.822463] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.157600] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.157926] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.158019] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.158298] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.158474] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.158640] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 8e0a815f-01a2-400d-85c0-e688c1bc294f not found, creating... [ 1213.158895] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.159066] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.159185] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.159411] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.159550] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.159822] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.159974] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.160101] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.160309] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.160474] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.160622] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 8e0a815f-01a2-400d-85c0-e688c1bc294f is going to be created. [ 1213.182689] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.182949] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.183110] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.183473] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.183702] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.183923] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-8e0a815f-01a2-400d-85c0-e688c1bc294f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.324849] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.357746] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1213.357946] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 deletion is rescheduled due to dependency. [ 1213.358058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.827702] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.827861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.827982] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.829498] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.829498] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.829498] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 is going to be updated. [ 1213.863763] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.864094] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.864220] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.864506] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.867689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.875522] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: IN_PROGRESS for 2s [ 1213.910749] env[66289]: INFO networking_nsxv3.common.synchronization [req-63df8f68-2bf8-434a-a712-546b647a8430 req-1c8fac80-e8d8-4815-a8e1-f9e9a842c669 service nova] Enqueued Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_rules [ 1213.912162] env[66289]: INFO networking_nsxv3.common.synchronization [req-63df8f68-2bf8-434a-a712-546b647a8430 req-1c8fac80-e8d8-4815-a8e1-f9e9a842c669 service nova] Enqueued Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1213.912162] env[66289]: INFO networking_nsxv3.common.synchronization [req-63df8f68-2bf8-434a-a712-546b647a8430 req-1c8fac80-e8d8-4815-a8e1-f9e9a842c669 service nova] Enqueued Resource ID: 8e0a815f-01a2-400d-85c0-e688c1bc294f with Priority: HIGHEST for action port [ 1213.912162] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_rules [ 1213.912379] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1213.912379] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0a815f-01a2-400d-85c0-e688c1bc294f with Priority: HIGHEST for action port [ 1213.912732] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.912893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.912923] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.913308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.913449] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.916880] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.916995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.917298] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e0a815f-01a2-400d-85c0-e688c1bc294f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.917470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e0a815f-01a2-400d-85c0-e688c1bc294f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.917552] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e0a815f-01a2-400d-85c0-e688c1bc294f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.918175] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e0a815f-01a2-400d-85c0-e688c1bc294f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.918175] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0a815f-01a2-400d-85c0-e688c1bc294f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.419757] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.420151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.420412] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e0a815f-01a2-400d-85c0-e688c1bc294f with status ACTIVE [ 1214.420412] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.420848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.420848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.420848] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.421072] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.421463] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.421463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.421463] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.421669] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.421844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.422120] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.422279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.422371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.422576] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.422662] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.422779] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e0a815f-01a2-400d-85c0-e688c1bc294f is going to be updated. [ 1214.449497] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.449497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.449660] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.449801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.449991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.450174] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e0a815f-01a2-400d-85c0-e688c1bc294f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.889229] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: SUCCESS [ 1215.889643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.889643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.889863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.890088] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.890233] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.890335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.890469] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.890550] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.890647] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.394036] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.626097] env[66289]: INFO networking_nsxv3.common.synchronization [req-19b43032-10ed-4c03-a000-d777806cfd90 req-440ba990-858f-4030-ad19-f51e34cb2952 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1216.626660] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1216.627304] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.627375] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.627981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.627981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.627981] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.627981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.627981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.628239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.628239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.628301] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.895794] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.130106] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.397667] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.397867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.398017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.398276] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.398399] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.398558] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 is going to be updated. [ 1217.427515] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.427712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.427712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.427920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.428470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.437502] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: IN_PROGRESS for 2s [ 1217.634136] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.137028] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.137473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.137473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.137926] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.138173] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.138380] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1218.177338] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.177543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.177609] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.178010] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.178219] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.190317] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1219.145086] env[66289]: INFO networking_nsxv3.common.synchronization [req-5920c9bd-3cc7-4c16-a00b-f8ffcbac3dc2 req-9079d2b9-6360-4bd8-a29e-029f7f68479b tempest-ServerActionsTestOtherB-991082892 tempest-ServerActionsTestOtherB-991082892-project-member] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1219.145653] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1219.145977] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.146125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.146186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.146371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.146536] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.146645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.146703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.146887] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.146958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.147051] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.448781] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: SUCCESS [ 1219.448781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.448781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.448781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.448955] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.449022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.449055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.449198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.449279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.449367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.449456] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.451942] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.452132] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.452256] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.452559] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.452717] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.452872] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.452986] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.453260] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.453416] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.453651] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.454101] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.454101] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.454101] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.454245] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.454245] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.454363] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.471514] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.471678] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.471812] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.471980] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.472327] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-7fad1bd9-c84a-4c9d-b750-51732da71cb6 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.472495] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.472612] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.472933] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.473080] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fad1bd9-c84a-4c9d-b750-51732da71cb6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.651994] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.652194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.652194] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.652853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.652853] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.652983] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.653115] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.653553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.653553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.653668] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.653816] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1219.680445] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.680650] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.680738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.681113] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.681313] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.693438] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1219.958018] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.958018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.958018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.958018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.958018] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.958018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.958018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.958018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.958018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.958018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.958473] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.958473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.958473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.958628] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.958800] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.958904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.959048] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.959172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.959268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.959380] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.959486] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.975610] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.975931] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.976127] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.976509] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.976759] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.976951] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 7fad1bd9-c84a-4c9d-b750-51732da71cb6 not found, creating... [ 1219.977271] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.977516] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.977675] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.977941] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.978139] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.978459] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.978672] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.978823] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.979080] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.979252] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.979444] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 7fad1bd9-c84a-4c9d-b750-51732da71cb6 is going to be created. [ 1220.000620] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.000857] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.000948] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.001259] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.001504] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.001735] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.204372] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1220.204810] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.462275] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f00e4cb-259f-4e69-97b3-4b1d7feb8461: rpc.has_security_group_logging(os_id): False [ 1220.481523] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.482211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.482211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.482211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.482211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.482405] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.482705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.482705] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.482818] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.482869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.483256] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.483423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.483423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.483600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.483648] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.483940] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.483940] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.484051] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.484117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.484197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.484318] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 is going to be updated. [ 1220.548746] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.548987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.548987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.549217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.549368] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.560900] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: IN_PROGRESS for 2s [ 1220.729915] env[66289]: INFO networking_nsxv3.common.synchronization [req-5920c9bd-3cc7-4c16-a00b-f8ffcbac3dc2 req-2a3ba16e-04af-4993-9dec-4f46895354f5 service nova] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 1220.729915] env[66289]: INFO networking_nsxv3.common.synchronization [req-5920c9bd-3cc7-4c16-a00b-f8ffcbac3dc2 req-2a3ba16e-04af-4993-9dec-4f46895354f5 service nova] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1220.729915] env[66289]: INFO networking_nsxv3.common.synchronization [req-5920c9bd-3cc7-4c16-a00b-f8ffcbac3dc2 req-2a3ba16e-04af-4993-9dec-4f46895354f5 service nova] Enqueued Resource ID: 7fad1bd9-c84a-4c9d-b750-51732da71cb6 with Priority: HIGHEST for action port [ 1220.730202] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 1220.730202] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1220.730270] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fad1bd9-c84a-4c9d-b750-51732da71cb6 with Priority: HIGHEST for action port [ 1220.730807] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.730930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.730998] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.731265] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.731333] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.732717] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.732717] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.732850] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fad1bd9-c84a-4c9d-b750-51732da71cb6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.733019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.733091] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.733257] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.733419] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fad1bd9-c84a-4c9d-b750-51732da71cb6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.235751] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.235751] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.235751] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fad1bd9-c84a-4c9d-b750-51732da71cb6 with status ACTIVE [ 1221.236239] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.236239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.236239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.236345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.236454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.236577] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.236686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.236765] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.236912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.236994] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.237206] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.237302] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.237364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.237536] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.237627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.237721] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fad1bd9-c84a-4c9d-b750-51732da71cb6 is going to be updated. [ 1221.260760] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.260909] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.260999] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.261205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.261383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.261565] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.703511] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1221.703698] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 deletion is rescheduled due to dependency. [ 1221.703822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.703984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.704225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.704434] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.704557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.704622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.704791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.704877] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.704974] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.207899] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.573993] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: SUCCESS [ 1222.574436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.709872] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.213037] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.213037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.213037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.213346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.213346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.213475] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1223.264615] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.264615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.264615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.264615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.264941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.278440] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1225.290162] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1225.290595] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.290644] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.290849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.291066] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.291211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.291300] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.291500] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.291599] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.291704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.291825] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.731833] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.731989] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1225.793622] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.023370] env[66289]: INFO networking_nsxv3.common.synchronization [req-075d9bab-4f57-45f3-bede-974a681cd9d5 req-17f7f7c2-3ff4-4ba7-80d6-5f4610c71fe4 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1226.023608] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1226.023884] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.024144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.024256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.024470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.024771] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.025119] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.025201] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.026024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.026024] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.026024] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.296105] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d73d4606-2e74-4295-a1a9-2285aa67a419: rpc.has_security_group_logging(os_id): False [ 1226.307588] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.307801] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.307967] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.308337] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.308703] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.308924] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.309129] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.309445] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.309647] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.309866] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.309983] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.310108] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.310264] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.310389] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.310546] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.310778] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.314096] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.314264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.314357] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.314607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.314720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.315031] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.315144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.315210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.315376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.315451] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.315541] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1226.340859] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.341066] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.341268] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.341531] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.341855] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-fc16093b-3f27-48ad-aed8-d6a9e37460e2 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.342108] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-fc16093b-3f27-48ad-aed8-d6a9e37460e2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.342262] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-fc16093b-3f27-48ad-aed8-d6a9e37460e2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.342590] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-fc16093b-3f27-48ad-aed8-d6a9e37460e2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.342730] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc16093b-3f27-48ad-aed8-d6a9e37460e2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.375641] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.375878] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.375931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.376176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.376327] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.387818] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1226.528479] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.845348] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.845592] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.845733] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.846048] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.846205] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.846384] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port fc16093b-3f27-48ad-aed8-d6a9e37460e2 not found, creating... [ 1226.846655] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.846820] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.846937] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.847187] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.847344] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.847646] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.847817] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.847937] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.848176] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.848320] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.848476] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: fc16093b-3f27-48ad-aed8-d6a9e37460e2 is going to be created. [ 1226.869737] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.869948] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.870036] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.870323] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.870566] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.870808] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-fc16093b-3f27-48ad-aed8-d6a9e37460e2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.030848] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.534256] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.534620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.534620] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.534723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.534813] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.534909] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1227.552750] env[66289]: INFO networking_nsxv3.common.synchronization [req-075d9bab-4f57-45f3-bede-974a681cd9d5 req-8be074eb-399c-4b5a-a1b6-4ce6dc80c349 service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1227.552999] env[66289]: INFO networking_nsxv3.common.synchronization [req-075d9bab-4f57-45f3-bede-974a681cd9d5 req-8be074eb-399c-4b5a-a1b6-4ce6dc80c349 service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1227.553222] env[66289]: INFO networking_nsxv3.common.synchronization [req-075d9bab-4f57-45f3-bede-974a681cd9d5 req-8be074eb-399c-4b5a-a1b6-4ce6dc80c349 service nova] Enqueued Resource ID: fc16093b-3f27-48ad-aed8-d6a9e37460e2 with Priority: HIGHEST for action port [ 1227.553816] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1227.554029] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1227.554148] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc16093b-3f27-48ad-aed8-d6a9e37460e2 with Priority: HIGHEST for action port [ 1227.554473] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.554615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.554704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.554905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.554998] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.555923] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.556031] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.556645] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc16093b-3f27-48ad-aed8-d6a9e37460e2 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.556785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc16093b-3f27-48ad-aed8-d6a9e37460e2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.556890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc16093b-3f27-48ad-aed8-d6a9e37460e2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.557158] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc16093b-3f27-48ad-aed8-d6a9e37460e2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.557293] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc16093b-3f27-48ad-aed8-d6a9e37460e2',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.565257] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.565422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.565518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.565780] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.565922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.576556] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1228.059049] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.059449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.059449] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc16093b-3f27-48ad-aed8-d6a9e37460e2 with status ACTIVE [ 1228.059619] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.059719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.059802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.060052] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.060116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.060384] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.060384] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.060551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.060551] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.060651] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.060837] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.060929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.060985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.061216] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.061216] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.061472] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc16093b-3f27-48ad-aed8-d6a9e37460e2 is going to be updated. [ 1228.087539] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.087823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.087823] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.088080] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.088231] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.088406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc16093b-3f27-48ad-aed8-d6a9e37460e2" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.401356] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1228.401745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.588123] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1229.588529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.588529] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.588738] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.588922] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.589055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.589129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.589322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.589407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.589504] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.091609] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.597096] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.099806] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.100095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.100095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.100289] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.100386] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.100490] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1231.145553] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.145758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.145758] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.145930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.146095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.156280] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1232.555527] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.555871] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1233.168560] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1233.168764] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.168931] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.169177] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.169371] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.169491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.169559] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.169715] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.169797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.169886] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.169966] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.672300] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.672733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.672733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.672733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.673178] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.673178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.673178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.673325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.673325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.673391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.673537] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.673657] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.673707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.673903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.673959] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.674081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.674133] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.674340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.674509] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.674567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.674709] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.683777] env[66289]: INFO networking_nsxv3.common.synchronization [req-1d372392-be60-495e-9c06-3b153d027fb3 req-1636578b-657c-4bed-9440-82ffd1675ac8 tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_members [ 1233.684654] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf with Priority: HIGHEST for action security_group_members [ 1233.684917] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8496e001-a5c1-4fcb-ad85-1024e89e76bf taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.685687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.685687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.685687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.685687] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.685687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.686055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.686055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.686055] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.686232] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8496e001-a5c1-4fcb-ad85-1024e89e76bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.176671] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61891b0b-b789-40cd-b217-818d482593f3: rpc.has_security_group_logging(os_id): False [ 1234.190576] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.190782] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.190829] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.191060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.191159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.191358] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.191458] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.191545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.191701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.191779] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.191886] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf is going to be updated. [ 1234.195202] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.195335] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.195383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.195556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.195638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.195811] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.195905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.195990] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.196124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.196198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.196402] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.196542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.196635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.196785] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.196860] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.197049] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.197145] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.197206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.197343] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.197415] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.197497] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1234.218917] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.219170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.219170] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.219382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.219524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.228905] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf in Status: IN_PROGRESS for 2s [ 1234.257228] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.257397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.257441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.257663] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.257807] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.285350] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1236.239562] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf in Status: SUCCESS [ 1236.239562] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8496e001-a5c1-4fcb-ad85-1024e89e76bf deletion is rescheduled due to dependency. [ 1236.240013] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8496e001-a5c1-4fcb-ad85-1024e89e76bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.301735] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1236.301968] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.113024] env[66289]: INFO networking_nsxv3.common.synchronization [req-656ce007-881b-40fd-af68-14b699ecdbfc req-e1846166-f542-4416-a248-9eb2e9f9ad9d tempest-AttachVolumeShelveTestJSON-2061470684 tempest-AttachVolumeShelveTestJSON-2061470684-project-member] Enqueued Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_members [ 1238.113550] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e with Priority: HIGHEST for action security_group_members [ 1238.115556] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-640e00c0-4514-4f9e-8449-e6f6fe89d31e taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.115556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.115556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.115556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.115556] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.115556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.115556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.115556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.115556] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.115556] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('640e00c0-4514-4f9e-8449-e6f6fe89d31e',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.617896] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.618098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.618182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.618403] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.618497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.618693] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.618796] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.618863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.619015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.619093] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.619177] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e is going to be updated. [ 1238.648789] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.648982] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.648982] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.649208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.649353] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.659110] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e in Status: IN_PROGRESS for 2s [ 1238.783069] env[66289]: INFO networking_nsxv3.common.synchronization [req-ab478dfe-9b48-48c8-a068-0c52392173a9 req-efb89143-dc78-4882-8269-ff7643a1913b tempest-ServerRescueTestJSON-399755599 tempest-ServerRescueTestJSON-399755599-project-member] Enqueued Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1238.783686] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1238.784010] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.784143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.784844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.785092] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.785260] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.785364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.785428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.785590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.785675] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.785932] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.906806] env[66289]: INFO networking_nsxv3.common.synchronization [req-9228e149-2a02-4f37-8013-4919d4eb6d73 req-f0ec2257-2a41-4ba2-af45-8664fe9524f9 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1238.907352] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1238.907658] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.907783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.907850] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.908146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.908314] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.908419] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.908482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.908642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.908740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.908841] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.288069] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.410609] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.789644] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.913221] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.292235] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.292522] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.292563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.292952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.293131] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.293277] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 is going to be updated. [ 1240.353406] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.353693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.353693] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.353824] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.353980] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.364783] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: IN_PROGRESS for 2s [ 1240.415578] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.415787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.415787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.416043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.416143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.416244] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1240.447116] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.447272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.447364] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.447553] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.447698] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.456723] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1240.669244] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e in Status: SUCCESS [ 1240.669470] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 640e00c0-4514-4f9e-8449-e6f6fe89d31e deletion is rescheduled due to dependency. [ 1240.669526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-640e00c0-4514-4f9e-8449-e6f6fe89d31e" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.375078] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: SUCCESS [ 1242.375426] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.466550] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1242.466775] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.908709] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.909098] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.578920] env[66289]: INFO networking_nsxv3.common.synchronization [req-65772e3f-b7cd-4929-bc08-9d2ee99865af req-930d90c4-4864-4945-9479-c427baf3ab84 tempest-ServerRescueTestJSON-399755599 tempest-ServerRescueTestJSON-399755599-project-member] Enqueued Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1246.578920] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGHEST for action security_group_members [ 1246.578920] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.578920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.578920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.578920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.578920] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.578920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.578920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.578920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.578920] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.578920] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.081941] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.082138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.082210] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.082422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.082520] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.082713] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.082814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.082947] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.083187] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.083255] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.083292] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 is going to be updated. [ 1247.113723] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.113723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.113922] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.114018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.114166] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.122566] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: IN_PROGRESS for 2s [ 1249.133968] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 in Status: SUCCESS [ 1249.134372] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 deletion is rescheduled due to dependency. [ 1249.134372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.577576] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.577883] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.876596] env[66289]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.876596] env[66289]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1059e667-7929-46f9-a4f1-905123ec5d23 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1252.862034] env[66289]: INFO networking_nsxv3.common.synchronization [req-35a57b4f-0cd6-495d-b8a5-e5ab2c2440fb req-f6243953-efdf-4f69-9538-131977b344b9 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1252.862701] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1252.862816] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.862941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.863022] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.863214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.863827] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.863827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.863827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.863827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.863827] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.863827] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.162087] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.162087] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.162087] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.162087] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.162377] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.162555] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.162737] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.163031] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.163247] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.163532] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.163713] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.163953] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.164140] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.164662] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1253.164944] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.165168] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.186801] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.187032] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1253.187223] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.187841] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-346" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.187841] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-058d5908-fab9-4468-a27e-3522478db783 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.188021] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-058d5908-fab9-4468-a27e-3522478db783" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.188059] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-058d5908-fab9-4468-a27e-3522478db783" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.188416] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-058d5908-fab9-4468-a27e-3522478db783" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.188515] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058d5908-fab9-4468-a27e-3522478db783',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.366525] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.691083] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.691314] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.691382] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.691711] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.691889] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.692070] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port 058d5908-fab9-4468-a27e-3522478db783 not found, creating... [ 1253.692346] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.692505] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.692622] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.692845] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.692980] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.693276] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.693431] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.693546] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.693763] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.693960] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.694116] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 058d5908-fab9-4468-a27e-3522478db783 is going to be created. [ 1253.717378] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.717642] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.717694] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.717979] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.718224] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.718454] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-058d5908-fab9-4468-a27e-3522478db783" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.868408] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.371180] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.371378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.371421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.371638] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.371744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.371843] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1254.402578] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.402741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.402811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.403037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.403191] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.406380] env[66289]: INFO networking_nsxv3.common.synchronization [req-35a57b4f-0cd6-495d-b8a5-e5ab2c2440fb req-e910272b-a308-4131-b17b-d476a22c97b6 service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1254.406554] env[66289]: INFO networking_nsxv3.common.synchronization [req-35a57b4f-0cd6-495d-b8a5-e5ab2c2440fb req-e910272b-a308-4131-b17b-d476a22c97b6 service nova] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1254.406690] env[66289]: INFO networking_nsxv3.common.synchronization [req-35a57b4f-0cd6-495d-b8a5-e5ab2c2440fb req-e910272b-a308-4131-b17b-d476a22c97b6 service nova] Enqueued Resource ID: 058d5908-fab9-4468-a27e-3522478db783 with Priority: HIGHEST for action port [ 1254.407225] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_rules [ 1254.407355] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1254.407451] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058d5908-fab9-4468-a27e-3522478db783 with Priority: HIGHEST for action port [ 1254.407872] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.408607] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.408687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.408895] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.408978] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.409872] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.409963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.410182] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-058d5908-fab9-4468-a27e-3522478db783 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.410283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-058d5908-fab9-4468-a27e-3522478db783" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.410345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-058d5908-fab9-4468-a27e-3522478db783" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.410517] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-058d5908-fab9-4468-a27e-3522478db783" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.410594] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058d5908-fab9-4468-a27e-3522478db783',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.415440] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1254.912576] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.912876] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.912876] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 058d5908-fab9-4468-a27e-3522478db783 with status ACTIVE [ 1254.913044] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.913163] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.913228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.913452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.913539] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.913726] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.913841] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.913902] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.914071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.914147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.914333] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.914485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.914582] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.915249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.915249] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.915249] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 058d5908-fab9-4468-a27e-3522478db783 is going to be updated. [ 1254.937092] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.937290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.937336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.937548] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.937686] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.937845] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-058d5908-fab9-4468-a27e-3522478db783" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.425970] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1256.426428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.426428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.426618] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.426856] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.426987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.427099] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.427336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.427471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.427620] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.930175] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.432874] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.934834] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.935054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.935122] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.935323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.935410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.935508] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1257.965301] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.965510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.965510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.965708] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.965867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.975095] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1259.408836] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.409268] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1259.993681] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1259.993915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.994123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.994346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.994542] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.994664] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.994762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.995045] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.995197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.995346] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.995480] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.497789] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.498256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.498256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.498334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.498443] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.498549] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.498615] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.498760] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.498850] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.498939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.499101] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.499199] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.499262] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.499432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.499625] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.499747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.499802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.499974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.500121] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.500279] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.500395] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.004540] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61891b0b-b789-40cd-b217-818d482593f3: rpc.has_security_group_logging(os_id): False [ 1261.023162] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.023329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.023329] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.023546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.023633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.023839] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.023974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.024058] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.024180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.024253] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.024457] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.024543] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.024617] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.024747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.024825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.025051] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.025162] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.025226] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.025345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.025414] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.025498] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1261.094945] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.095176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.095267] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.095550] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.095741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.119861] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1263.137099] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1263.137541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.410439] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.410830] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.244067] env[66289]: INFO networking_nsxv3.common.synchronization [req-94d6ca76-0948-454c-be5c-4ab46b938190 req-db474cf1-fadd-4775-9baa-5c139349da60 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1266.244912] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1266.245347] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.245473] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.245541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.245744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.245898] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.246017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.246089] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.246314] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.246447] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.246592] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.749768] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.252942] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.755489] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.755673] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.755754] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.755991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.756102] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.756201] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1267.786877] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.787081] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.787144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.787370] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.787513] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.796642] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1269.808736] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1269.809213] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.162044] env[66289]: INFO networking_nsxv3.common.synchronization [req-e023c6cf-b205-4eed-8216-c0bd0696ad80 req-c0b1d7ec-3d69-4d3b-aab0-76b1c94e7f5f tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1271.162472] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1271.162831] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.163866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.163866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.163866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.163866] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.163866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.163866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.163866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.163866] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.164274] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.668854] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.669128] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.669206] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.669405] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.669508] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.669747] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.669863] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.669928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.670136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.670232] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.670330] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1271.701773] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.702042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.702042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.702251] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.702398] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.722410] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1272.660740] env[66289]: INFO networking_nsxv3.common.synchronization [req-3ae81318-0ece-40df-bcb7-390db997c557 req-c196b674-408e-4c54-ab08-eebd70609fe3 tempest-ServersTestJSON-1957248276 tempest-ServersTestJSON-1957248276-project-member] Enqueued Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1272.661925] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61891b0b-b789-40cd-b217-818d482593f3 with Priority: HIGHEST for action security_group_members [ 1272.661925] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-61891b0b-b789-40cd-b217-818d482593f3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.661925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.661925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.661925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.662281] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.662281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.662281] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.662423] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.662510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.662891] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61891b0b-b789-40cd-b217-818d482593f3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.164776] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.164948] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.165105] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.165376] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.165527] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.165764] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.165879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.165941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.166167] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.166282] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.166389] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 is going to be updated. [ 1273.199017] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.199017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.199017] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.199292] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.199339] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.210978] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: IN_PROGRESS for 2s [ 1273.733755] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1273.734172] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 deletion is rescheduled due to dependency. [ 1273.734237] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.224793] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61891b0b-b789-40cd-b217-818d482593f3 in Status: SUCCESS [ 1275.225408] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61891b0b-b789-40cd-b217-818d482593f3 deletion is rescheduled due to dependency. [ 1275.225408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61891b0b-b789-40cd-b217-818d482593f3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.662724] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.662724] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.852169] env[66289]: INFO networking_nsxv3.common.synchronization [req-710f40bd-d793-4dca-85c3-e24ab050c934 req-d227cb3c-6ac7-454b-bb3c-b711e0d7bbcf tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1278.852661] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1278.852973] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.853379] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.853459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.853683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.853876] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.854786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.854917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.855221] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.855342] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.855466] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.207928] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.208182] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.208341] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.208662] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.208964] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.209197] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.209348] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.209613] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.209805] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.210061] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.210218] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.210355] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.210492] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.210629] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.210742] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.210907] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.236894] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.237113] env[66289]: DEBUG dogpile.cache.region [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.237305] env[66289]: DEBUG dogpile.lock [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.237517] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.237902] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock port-16d34bc1-7fbe-4c8f-b0ed-0131fecf457c taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.238139] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "port-16d34bc1-7fbe-4c8f-b0ed-0131fecf457c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.238274] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "port-16d34bc1-7fbe-4c8f-b0ed-0131fecf457c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.238685] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "port-16d34bc1-7fbe-4c8f-b0ed-0131fecf457c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.238850] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d34bc1-7fbe-4c8f-b0ed-0131fecf457c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.357640] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.357839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.357958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.358341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.358495] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.358793] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.358950] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.359079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.359341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.359470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.359608] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1279.389716] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.389908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.389956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.390180] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.390326] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.401842] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1279.741713] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.741980] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.742134] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.743045] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.743045] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.743045] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Segment Port 16d34bc1-7fbe-4c8f-b0ed-0131fecf457c not found, creating... [ 1279.743045] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.743287] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.743321] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.743542] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.743676] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.743963] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.744160] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.744279] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.744495] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.744647] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.744781] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Resource: SegmentPort with ID: 16d34bc1-7fbe-4c8f-b0ed-0131fecf457c is going to be created. [ 1279.768312] env[66289]: DEBUG networking_nsxv3.common.locking [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.768534] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.768657] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.768946] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.769190] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.769411] env[66289]: DEBUG oslo_concurrency.lockutils [None req-e16c7698-00ef-445d-91b9-205b565a9eb3 None None] Releasing lock "port-16d34bc1-7fbe-4c8f-b0ed-0131fecf457c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.468937] env[66289]: INFO networking_nsxv3.common.synchronization [req-710f40bd-d793-4dca-85c3-e24ab050c934 req-22873d5b-0d75-4378-a3dc-af1e4521761b service nova] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_rules [ 1280.469209] env[66289]: INFO networking_nsxv3.common.synchronization [req-710f40bd-d793-4dca-85c3-e24ab050c934 req-22873d5b-0d75-4378-a3dc-af1e4521761b service nova] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1280.469316] env[66289]: INFO networking_nsxv3.common.synchronization [req-710f40bd-d793-4dca-85c3-e24ab050c934 req-22873d5b-0d75-4378-a3dc-af1e4521761b service nova] Enqueued Resource ID: 16d34bc1-7fbe-4c8f-b0ed-0131fecf457c with Priority: HIGHEST for action port [ 1280.469762] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_rules [ 1280.469896] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1280.469992] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d34bc1-7fbe-4c8f-b0ed-0131fecf457c with Priority: HIGHEST for action port [ 1280.470289] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.470420] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.470487] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.470688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.470786] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.472185] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.472391] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.473169] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d34bc1-7fbe-4c8f-b0ed-0131fecf457c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.473169] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d34bc1-7fbe-4c8f-b0ed-0131fecf457c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.473323] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d34bc1-7fbe-4c8f-b0ed-0131fecf457c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.473378] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d34bc1-7fbe-4c8f-b0ed-0131fecf457c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.473458] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d34bc1-7fbe-4c8f-b0ed-0131fecf457c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.973242] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.973454] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.974772] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16d34bc1-7fbe-4c8f-b0ed-0131fecf457c with status ACTIVE [ 1280.974974] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.975144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.975214] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.975431] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.975526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.975701] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.975803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.975867] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.976054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.976147] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.976336] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.976436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.976491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.976639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.976723] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.976794] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16d34bc1-7fbe-4c8f-b0ed-0131fecf457c is going to be updated. [ 1280.998226] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.998452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.998452] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.998630] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.998771] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.998929] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d34bc1-7fbe-4c8f-b0ed-0131fecf457c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.413890] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1281.414149] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 deletion is rescheduled due to dependency. [ 1281.414245] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.414412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.414649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.414831] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.414952] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.415019] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.415205] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.415287] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.415386] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.917380] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.420925] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.923632] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.924074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.924074] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.924248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.924248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.924347] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1282.952155] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.952389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.952389] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.952640] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.952811] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.961889] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1284.973640] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1284.973941] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.974061] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.974341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.974535] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.974655] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.974712] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.974890] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.974986] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.975103] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.975201] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.470882] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.470882] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1285.477374] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.980064] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16b265ac-c047-43dc-ba87-7efa6309d682: rpc.has_security_group_logging(os_id): False [ 1286.000205] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.000438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.000438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.000632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.000722] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.000974] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.001090] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.001155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.001308] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.001385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.001470] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1286.084059] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.084059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.084059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.084059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.084412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.097654] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1288.113289] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1288.113557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.471532] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.471973] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.756188] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.756188] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.756788] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.756788] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.756788] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.757030] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.757030] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.757303] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.757414] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.757620] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.757745] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.757853] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.757963] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.758084] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.758190] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.758320] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.778977] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.779333] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.779501] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.779868] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-118" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.780294] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-7fad1bd9-c84a-4c9d-b750-51732da71cb6 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.780616] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.780799] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.781060] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.781198] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fad1bd9-c84a-4c9d-b750-51732da71cb6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.283531] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.283835] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.283912] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.284210] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.284396] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.284706] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.284868] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.284987] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.285238] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.285381] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.285665] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.285824] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.285938] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.286163] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.286295] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.286463] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: 7fad1bd9-c84a-4c9d-b750-51732da71cb6 is going to be updated. [ 1292.308370] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.308642] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.308688] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.308964] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.309183] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.309411] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.994286] env[66289]: INFO networking_nsxv3.common.synchronization [req-7e232bab-862b-4ce3-974e-0893549c960f req-c7514920-9d5a-4e40-a68c-c5ac89e19063 service nova] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 1292.994286] env[66289]: INFO networking_nsxv3.common.synchronization [req-7e232bab-862b-4ce3-974e-0893549c960f req-c7514920-9d5a-4e40-a68c-c5ac89e19063 service nova] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1292.994286] env[66289]: INFO networking_nsxv3.common.synchronization [req-7e232bab-862b-4ce3-974e-0893549c960f req-c7514920-9d5a-4e40-a68c-c5ac89e19063 service nova] Enqueued Resource ID: 7fad1bd9-c84a-4c9d-b750-51732da71cb6 with Priority: HIGHEST for action port [ 1292.994286] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_rules [ 1292.994286] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1292.994286] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fad1bd9-c84a-4c9d-b750-51732da71cb6 with Priority: HIGHEST for action port [ 1292.995032] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.995268] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.995449] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.995735] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.995978] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.999021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.999021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.999021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.999021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.999021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.999021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.999021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.999021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.999021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.999021] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.999021] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fad1bd9-c84a-4c9d-b750-51732da71cb6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.999021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.999021] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.000347] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.000465] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fad1bd9-c84a-4c9d-b750-51732da71cb6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.502252] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.504042] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.504042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.504599] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fad1bd9-c84a-4c9d-b750-51732da71cb6 with status ACTIVE [ 1293.504898] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.505114] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.505283] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.505624] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.505808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.506124] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.506317] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.506450] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.506752] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.506919] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.507244] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.507422] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.507557] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.507817] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.507973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.508158] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fad1bd9-c84a-4c9d-b750-51732da71cb6 is going to be updated. [ 1293.530748] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.530981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.530981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.531182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.531322] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.531476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fad1bd9-c84a-4c9d-b750-51732da71cb6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.006043] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.508717] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.508973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.508973] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.509127] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.509188] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.509303] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1294.541080] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.541361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.541361] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.541574] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.541819] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.552572] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1296.564580] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1296.564917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.564958] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.565208] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.565413] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.565541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.565643] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.565746] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.565828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.565915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.566013] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.069139] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.570509] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d73d4606-2e74-4295-a1a9-2285aa67a419: rpc.has_security_group_logging(os_id): False [ 1297.589767] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.589981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.589981] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.590203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.590330] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.590624] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.590741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.590803] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.590992] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.591112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.591210] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1297.653060] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.653363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.653580] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.653832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.654151] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.668682] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1297.994735] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.994920] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1299.688894] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1299.689337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.995813] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.995813] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.828622] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.828622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.828622] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.828956] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.828956] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.332020] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.834955] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.337479] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1305.337877] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1306.136526] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.136794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.136794] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.136954] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.148487] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1306.149421] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.150570] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1306.193355] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.193612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.193612] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.193789] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.206912] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.207735] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1306.207855] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.207924] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1306.253501] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.253826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.253826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.253917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.255321] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.255531] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1306.337333] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.337587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.337587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.337891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.338095] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.338400] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1306.430704] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.430983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.430983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.431116] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.431501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.431870] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1306.432017] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d61a784b-a4e5-486c-8ae1-d61ea2536fb4', '98a03cbc-1277-4b82-bf3b-9280a3b5e4e6', 'b110e8f4-4cab-48dc-bb44-aa3de7afc7f5', '8f00e4cb-259f-4e69-97b3-4b1d7feb8461', '16b265ac-c047-43dc-ba87-7efa6309d682', '1714d0a0-3697-44b6-a954-e8d42865fc73', '50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62', '553bbc34-2da6-40a1-b2a1-6844994dc1df', 'ea423be3-a3fa-4a38-b0c4-2ec821642d0a', '55dca674-6713-43dd-9eeb-697444a377dc', '45b237df-fe0d-4a3d-9a63-1e9914602fe3', '2b4f94f7-f881-48fa-ab0b-99d9746a4f03', '17568ad5-5173-4703-8df7-5872d2a56164', '45deb0ab-b16c-43ff-869c-e2d969617743', 'f947a8b5-88a3-421d-942a-47dd91c9c89c', '7f530f14-e18d-4390-b651-63848a99ce2d', '127959cf-c11a-47fc-9ddb-13e14590259a', '93c1f712-1f0f-4ee8-836a-5311c713920b', '2c7542f2-0974-4864-9ccd-e38e243f5a07', '628b8e93-b0f6-44fa-8ed0-b1f618ca4630', 'd73d4606-2e74-4295-a1a9-2285aa67a419', 'a91efbda-9880-4d1b-acc7-cd944a1c90dd', '5fd9bf79-199b-4b2a-bc32-ff427b150bfb', 'fb3b2918-b02f-4f24-9fee-7af2e24eaf8b', '1f2c4023-cbdf-4a31-b20c-5ffc46ec46bc', '99b82a86-a2be-4a41-b95b-ecfa63a0dc7a', '7b03638b-3d9f-4f56-a116-0ad749b08ef1', 'bdf86511-0f9e-41c0-abd7-814d69de861d', '01ae8da4-7bd6-406a-952f-03b9cf1185de', 'd9af1180-de21-4fe6-8028-73b3a95af3da', '9111289a-4d18-4f43-b2d8-a11b4939d1b3', '607be892-d5dd-464c-8f8f-63f4009a8aba', '640e00c0-4514-4f9e-8449-e6f6fe89d31e', '24639e23-3f03-4ddf-8ca9-ce83f0bb915d', '0744e1a2-ee82-424a-bc91-c7a571ae645f', 'd601cafa-492b-4e4f-98bf-3eaab6d99e0b', '8b401089-4f80-4479-aa5d-e0816aad3477', '8496e001-a5c1-4fcb-ad85-1024e89e76bf', '4e76998b-4676-4477-9694-341ebc353dbe', '1eefc229-eec3-482e-905e-cce9d4ad9f19', '9fd4d4f9-6637-49e1-b20d-c5118b03c73f', 'b7cdd60a-0037-459e-93cb-aa7870fb5e88', '2e47bee0-dcb8-4eb6-adc5-ba3dc6df46c9', '61891b0b-b789-40cd-b217-818d482593f3', '80c0cfa0-9c50-4965-bce2-f3b16e6a1243', '8e5b3cbc-5b3f-41b8-9bbd-4c778849c776', 'c29883d1-408b-4470-a4ef-d60472735302', 'd9b6eb75-f7de-47fe-a481-af97d5248197'} {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.432144] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1306.457913] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.458217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.458217] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.458453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.458453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.458565] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1306.458617] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.458669] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1306.557714] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.558025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.558025] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.558309] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.559512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.559797] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1306.559879] env[66289]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66289) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.559942] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1306.560023] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1306.560106] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1306.560177] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGH for action security_group_rules [ 1306.560260] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGH for action security_group_rules [ 1306.560330] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGH for action security_group_rules [ 1306.560389] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGH for action security_group_rules [ 1306.560449] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGH for action security_group_rules [ 1306.560506] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGH for action security_group_rules [ 1306.560564] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGH for action security_group_rules [ 1306.560627] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df with Priority: HIGH for action security_group_rules [ 1306.560684] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGH for action security_group_rules [ 1306.560743] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGH for action security_group_rules [ 1306.560805] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGH for action security_group_rules [ 1306.560863] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGH for action security_group_rules [ 1306.560923] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGH for action security_group_rules [ 1306.560980] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGH for action security_group_rules [ 1306.561045] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGH for action security_group_rules [ 1306.561111] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGH for action security_group_rules [ 1306.561171] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 127959cf-c11a-47fc-9ddb-13e14590259a with Priority: HIGH for action security_group_rules [ 1306.561220] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGH for action security_group_rules [ 1306.561281] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGH for action security_group_rules [ 1306.561340] env[66289]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGH for action security_group_rules [ 1306.561434] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.996188] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.996600] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1307.996600] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 with Priority: HIGH for action security_group_rules [ 1307.996600] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 with Priority: HIGH for action security_group_rules [ 1307.996820] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 with Priority: HIGH for action security_group_rules [ 1307.996820] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f947a8b5-88a3-421d-942a-47dd91c9c89c with Priority: HIGH for action security_group_rules [ 1307.996820] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 with Priority: HIGH for action security_group_rules [ 1307.996936] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 with Priority: HIGH for action security_group_rules [ 1307.996967] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c1f712-1f0f-4ee8-836a-5311c713920b with Priority: HIGH for action security_group_rules [ 1307.997104] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127959cf-c11a-47fc-9ddb-13e14590259a with Priority: HIGH for action security_group_rules [ 1307.997158] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45deb0ab-b16c-43ff-869c-e2d969617743 with Priority: HIGH for action security_group_rules [ 1307.997245] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f530f14-e18d-4390-b651-63848a99ce2d with Priority: HIGH for action security_group_rules [ 1307.997334] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17568ad5-5173-4703-8df7-5872d2a56164 with Priority: HIGH for action security_group_rules [ 1307.997422] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 with Priority: HIGH for action security_group_rules [ 1307.997520] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 with Priority: HIGH for action security_group_rules [ 1307.997608] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dca674-6713-43dd-9eeb-697444a377dc with Priority: HIGH for action security_group_rules [ 1307.997697] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a with Priority: HIGH for action security_group_rules [ 1307.997888] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 with Priority: HIGH for action security_group_rules [ 1307.997982] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df with Priority: HIGH for action security_group_rules [ 1307.998081] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGH for action security_group_rules [ 1307.998172] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 with Priority: HIGH for action security_group_rules [ 1307.998265] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 with Priority: HIGH for action security_group_rules [ 1307.998610] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.998741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.998799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.999028] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.999114] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d61a784b-a4e5-486c-8ae1-d61ea2536fb4',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.000113] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.000244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.000312] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.000502] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.000589] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b110e8f4-4cab-48dc-bb44-aa3de7afc7f5',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.001940] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.002068] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.002136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.002477] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.002477] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.003621] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f947a8b5-88a3-421d-942a-47dd91c9c89c taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.003621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.003621] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.004018] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.004018] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f947a8b5-88a3-421d-942a-47dd91c9c89c',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.005008] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.005234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.005234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.005348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.005458] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('628b8e93-b0f6-44fa-8ed0-b1f618ca4630',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.006377] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c7542f2-0974-4864-9ccd-e38e243f5a07 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.006489] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.006741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.006741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.007262] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c7542f2-0974-4864-9ccd-e38e243f5a07',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.009916] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c1f712-1f0f-4ee8-836a-5311c713920b taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.010060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.010397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.010397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.010527] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c1f712-1f0f-4ee8-836a-5311c713920b',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.011331] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-127959cf-c11a-47fc-9ddb-13e14590259a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.011471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.011560] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.011755] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.011851] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('127959cf-c11a-47fc-9ddb-13e14590259a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.012750] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45deb0ab-b16c-43ff-869c-e2d969617743 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.012893] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.012984] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.013203] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.013276] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45deb0ab-b16c-43ff-869c-e2d969617743',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.014261] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f530f14-e18d-4390-b651-63848a99ce2d taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.014410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.014499] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.014696] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.014793] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f530f14-e18d-4390-b651-63848a99ce2d',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.015680] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17568ad5-5173-4703-8df7-5872d2a56164 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.015825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.015914] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.016125] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.016223] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17568ad5-5173-4703-8df7-5872d2a56164',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.017103] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.017250] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.017340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.017544] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.017633] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4f94f7-f881-48fa-ab0b-99d9746a4f03',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.018307] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.018407] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.018461] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.018611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.018684] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b237df-fe0d-4a3d-9a63-1e9914602fe3',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.019460] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dca674-6713-43dd-9eeb-697444a377dc taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.019568] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.019633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.019783] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.019854] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dca674-6713-43dd-9eeb-697444a377dc',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.020519] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.020629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.020718] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.020839] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.020907] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea423be3-a3fa-4a38-b0c4-2ec821642d0a',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.021568] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1714d0a0-3697-44b6-a954-e8d42865fc73 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.021700] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.021745] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.021900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.021967] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1714d0a0-3697-44b6-a954-e8d42865fc73',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.023352] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-553bbc34-2da6-40a1-b2a1-6844994dc1df taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.023470] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.023541] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.023695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.023770] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('553bbc34-2da6-40a1-b2a1-6844994dc1df',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.024463] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.024584] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.024629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.024778] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.024843] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.025522] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.025631] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.025983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.025983] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.025983] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98a03cbc-1277-4b82-bf3b-9280a3b5e4e6',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.026762] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.026762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.026762] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.027049] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.027049] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f00e4cb-259f-4e69-97b3-4b1d7feb8461',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.053475] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.053681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.053681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.053904] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.067797] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.068046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.078682] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.078846] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b110e8f4-4cab-48dc-bb44-aa3de7afc7f5 is going to be deleted. [ 1308.079707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.079925] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.109589] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.109769] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45deb0ab-b16c-43ff-869c-e2d969617743 is going to be deleted. [ 1308.146185] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.146410] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.146460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.146743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.146844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.146969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b110e8f4-4cab-48dc-bb44-aa3de7afc7f5" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.173209] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.173408] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.173455] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.173647] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.173742] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.173870] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45deb0ab-b16c-43ff-869c-e2d969617743" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.543682] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.543905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.543905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.544112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.544277] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.544382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.544471] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.544625] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.544713] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.544799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.544890] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.597201] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.597402] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.597483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.597768] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.611495] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.611699] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.612876] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.612987] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.613693] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.613791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.614497] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.614623] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.618526] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.618641] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.619386] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.619482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.620189] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.620310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.621017] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.621178] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.621842] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.621928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.622695] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.622790] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.623407] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.623843] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.623933] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.624544] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.624946] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.625047] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.625618] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.625988] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.626098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.626769] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.627190] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.627288] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.627932] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.628335] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.628441] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.629024] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.629423] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.629535] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.635146] env[66289]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.635567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.635688] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4f94f7-f881-48fa-ab0b-99d9746a4f03 is going to be deleted. [ 1308.636567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.636787] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.656124] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.656347] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 553bbc34-2da6-40a1-b2a1-6844994dc1df is going to be deleted. [ 1308.657104] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.657318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.675879] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.676076] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1714d0a0-3697-44b6-a954-e8d42865fc73 is going to be deleted. [ 1308.676974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.677211] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.701172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.701355] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98a03cbc-1277-4b82-bf3b-9280a3b5e4e6 is going to be deleted. [ 1308.702224] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.702457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.727725] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.727949] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.733543] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.733731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.742112] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.742256] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dca674-6713-43dd-9eeb-697444a377dc is going to be deleted. [ 1308.743155] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.743371] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.745066] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.745197] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.761459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.761619] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f00e4cb-259f-4e69-97b3-4b1d7feb8461 is going to be deleted. [ 1308.762482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.762704] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.779185] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.779432] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.783974] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.784187] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62 is going to be deleted. [ 1308.785144] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.785360] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.850212] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.850404] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17568ad5-5173-4703-8df7-5872d2a56164 is going to be deleted. [ 1308.851273] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.851546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.882442] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.882659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.884569] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.884733] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.886152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.886278] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f530f14-e18d-4390-b651-63848a99ce2d is going to be deleted. [ 1308.887159] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.887373] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.928639] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.928814] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea423be3-a3fa-4a38-b0c4-2ec821642d0a is going to be deleted. [ 1308.929671] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.929908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.981204] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.981425] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.996284] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.996707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.040037] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.040236] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c7542f2-0974-4864-9ccd-e38e243f5a07 is going to be deleted. [ 1309.041381] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.041731] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.055894] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.077359] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.077596] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.078302] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.078443] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.123759] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.123948] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b237df-fe0d-4a3d-9a63-1e9914602fe3 is going to be deleted. [ 1309.124969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.125222] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.199557] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.199770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.202784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.202911] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c1f712-1f0f-4ee8-836a-5311c713920b is going to be deleted. [ 1309.203822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.204054] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.246258] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.246455] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f947a8b5-88a3-421d-942a-47dd91c9c89c is going to be deleted. [ 1309.247337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.247555] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.284583] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.284780] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127959cf-c11a-47fc-9ddb-13e14590259a is going to be deleted. [ 1309.285687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.285917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.346321] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.346546] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.356299] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.356510] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 628b8e93-b0f6-44fa-8ed0-b1f618ca4630 is going to be deleted. [ 1309.358692] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.358881] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.359015] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.359348] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.359510] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.359740] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c1f712-1f0f-4ee8-836a-5311c713920b" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.359991] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.360272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.363199] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.363345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.412786] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.412987] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d61a784b-a4e5-486c-8ae1-d61ea2536fb4 is going to be deleted. [ 1309.413861] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.414216] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.414301] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.414412] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-553bbc34-2da6-40a1-b2a1-6844994dc1df" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.414600] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.414769] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.414849] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.414957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1714d0a0-3697-44b6-a954-e8d42865fc73" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.415516] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.415684] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.415784] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.415942] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98a03cbc-1277-4b82-bf3b-9280a3b5e4e6" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.416129] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.416303] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.416383] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.416501] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dca674-6713-43dd-9eeb-697444a377dc" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.416646] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.416795] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.416872] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.416982] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f00e4cb-259f-4e69-97b3-4b1d7feb8461" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.417126] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.417269] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.417345] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.417459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50947ce8-9203-4f6f-8ef7-bc8bd1dbdb62" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.417586] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.417725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.417799] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.417906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17568ad5-5173-4703-8df7-5872d2a56164" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.418040] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.418182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.418256] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.418369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f530f14-e18d-4390-b651-63848a99ce2d" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.418490] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.418629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.418701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.418801] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea423be3-a3fa-4a38-b0c4-2ec821642d0a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.418921] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.419078] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.419153] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.419264] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c7542f2-0974-4864-9ccd-e38e243f5a07" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.419387] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.419526] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.419601] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.419707] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b237df-fe0d-4a3d-9a63-1e9914602fe3" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.419825] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.419959] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.420042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.420152] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4f94f7-f881-48fa-ab0b-99d9746a4f03" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.420272] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.420409] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.420483] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.420581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f947a8b5-88a3-421d-942a-47dd91c9c89c" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.449479] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.449725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.449725] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.449897] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.449985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.450117] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-127959cf-c11a-47fc-9ddb-13e14590259a" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.559068] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16b265ac-c047-43dc-ba87-7efa6309d682: rpc.has_security_group_logging(os_id): False [ 1309.578053] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.578266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.578266] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.578482] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.578572] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.578689] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d61a784b-a4e5-486c-8ae1-d61ea2536fb4" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.585524] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.585741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.585741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.585951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.586065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.586318] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-628b8e93-b0f6-44fa-8ed0-b1f618ca4630" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.598632] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.598865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.598865] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.599059] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.621985] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.622347] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.622497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.622563] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.622772] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.622857] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.622947] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1309.820360] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.820360] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.820659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.820659] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.820797] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.839018] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1309.967416] env[66289]: INFO networking_nsxv3.common.synchronization [req-80d8a051-7ffc-436f-a949-06fcfaae9b08 req-3d494925-efd7-41ec-aece-ca6ccbeb8061 tempest-ServerActionsTestOtherB-991082892 tempest-ServerActionsTestOtherB-991082892-project-member] Enqueued Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1309.967982] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d73d4606-2e74-4295-a1a9-2285aa67a419 with Priority: HIGHEST for action security_group_members [ 1309.968315] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-d73d4606-2e74-4295-a1a9-2285aa67a419 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.968444] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.968512] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.968716] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.969581] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.969581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.969581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.969581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.969581] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.969581] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d73d4606-2e74-4295-a1a9-2285aa67a419',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.473078] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.473078] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.473078] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.473078] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.495852] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.496122] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.496240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.496310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.496521] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.496614] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.496705] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 is going to be updated. [ 1310.533089] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.533333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.533333] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.533514] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.533658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.543130] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: IN_PROGRESS for 2s [ 1311.862226] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1311.862602] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.553636] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d73d4606-2e74-4295-a1a9-2285aa67a419 in Status: SUCCESS [ 1312.553848] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d73d4606-2e74-4295-a1a9-2285aa67a419 deletion is rescheduled due to dependency. [ 1312.553930] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d73d4606-2e74-4295-a1a9-2285aa67a419" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.969432] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.969432] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.970861] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.971271] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.971837] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.972306] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.973177] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.973177] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.974183] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.974596] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.975759] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.975759] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.976378] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.976378] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.977410] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.977801] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.979046] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.979519] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.980613] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.980613] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.965074] env[66289]: INFO networking_nsxv3.common.synchronization [req-7cc37125-a811-4fc0-9c1f-db2643fa3d1d req-f66a0fc9-9724-42c5-a015-f7f2da0feda4 tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1361.965771] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1361.966340] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.966488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.966488] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.966661] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.966801] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.966928] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.967046] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.967295] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.967457] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.967615] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.469807] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.470071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.470071] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.470244] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.470341] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.470558] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.470665] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.470720] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.470900] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.470970] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.471067] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1362.502105] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.502372] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.502491] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.502739] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.502903] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.519073] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1364.530251] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1364.530645] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 deletion is rescheduled due to dependency. [ 1364.530645] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.966793] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.967170] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.992800] env[66289]: INFO networking_nsxv3.common.synchronization [req-cabf1238-5679-4578-a37f-4b932e6edea7 req-627465da-7496-4f08-b863-2ec90d53b0a3 tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1368.994239] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1368.994239] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.994239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.994239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.994239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.994239] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.994239] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.994587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.994587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.994587] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.994587] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.282041] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.282041] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.282041] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.282295] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.282528] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.282721] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.282848] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.283112] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.283229] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.283439] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.283549] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1369.283656] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1369.283759] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1369.283863] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.283963] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1369.284141] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1369.307963] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1369.308276] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1369.308535] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1369.308829] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-882" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.309334] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-ec556875-b2dd-4393-b581-b8f33821b369 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.309627] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-ec556875-b2dd-4393-b581-b8f33821b369" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.309854] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-ec556875-b2dd-4393-b581-b8f33821b369" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.310351] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-ec556875-b2dd-4393-b581-b8f33821b369" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.310545] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec556875-b2dd-4393-b581-b8f33821b369',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.497063] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.497291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.497291] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.497460] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.497570] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.497773] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.497873] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.497937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.498107] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.498186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.498274] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1369.523675] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.523905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.523905] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.524098] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.524236] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.536608] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1369.813029] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.813265] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.813320] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.813613] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.813755] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.813908] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port ec556875-b2dd-4393-b581-b8f33821b369 not found, creating... [ 1369.814175] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.814332] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.814444] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.814656] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.814788] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.815074] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.815268] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.815388] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.815593] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.815723] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.815860] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: ec556875-b2dd-4393-b581-b8f33821b369 is going to be created. [ 1369.838202] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.838433] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.838509] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.838796] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.839028] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.839248] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-ec556875-b2dd-4393-b581-b8f33821b369" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.537504] env[66289]: INFO networking_nsxv3.common.synchronization [req-cabf1238-5679-4578-a37f-4b932e6edea7 req-7d6080bf-b874-4063-8940-15faa05d4e08 service nova] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_rules [ 1370.537504] env[66289]: INFO networking_nsxv3.common.synchronization [req-cabf1238-5679-4578-a37f-4b932e6edea7 req-7d6080bf-b874-4063-8940-15faa05d4e08 service nova] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1370.538016] env[66289]: INFO networking_nsxv3.common.synchronization [req-cabf1238-5679-4578-a37f-4b932e6edea7 req-7d6080bf-b874-4063-8940-15faa05d4e08 service nova] Enqueued Resource ID: ec556875-b2dd-4393-b581-b8f33821b369 with Priority: HIGHEST for action port [ 1370.538016] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_rules [ 1370.538016] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1370.538016] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec556875-b2dd-4393-b581-b8f33821b369 with Priority: HIGHEST for action port [ 1370.538552] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.538676] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.538743] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.538937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.539028] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.540237] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.540337] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.540626] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec556875-b2dd-4393-b581-b8f33821b369 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.540626] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec556875-b2dd-4393-b581-b8f33821b369" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.540732] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec556875-b2dd-4393-b581-b8f33821b369" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.540834] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec556875-b2dd-4393-b581-b8f33821b369" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.540922] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec556875-b2dd-4393-b581-b8f33821b369',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.044062] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.044062] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.044062] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec556875-b2dd-4393-b581-b8f33821b369 with status ACTIVE [ 1371.044062] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.044062] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.044062] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.044518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.044518] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.044518] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.044749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.044749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.044862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.044862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.045051] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.045176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.045227] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.045363] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.045442] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.045519] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec556875-b2dd-4393-b581-b8f33821b369 is going to be updated. [ 1371.066655] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.066888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.066888] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.067530] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.067703] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.067750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec556875-b2dd-4393-b581-b8f33821b369" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.546401] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1371.546808] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 deletion is rescheduled due to dependency. [ 1371.546808] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.546891] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.547154] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.547383] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.547542] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.547633] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.547826] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.547938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.548081] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.050604] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.553067] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.055378] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.055637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.055747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.056109] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.056284] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.056446] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1373.084027] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.084027] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.084228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.084315] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.084436] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.093848] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1375.104700] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1375.105130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.105130] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.105340] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.105532] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.105652] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.105719] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.105869] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.105962] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.106063] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.106156] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.539421] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.539642] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1375.608406] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.110666] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16b265ac-c047-43dc-ba87-7efa6309d682: rpc.has_security_group_logging(os_id): False [ 1376.129996] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.130248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.130248] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.130438] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.130528] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.130774] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.130875] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.130939] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.131105] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.131182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.131269] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1376.190935] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.191259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.191259] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.191367] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.191459] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.205638] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1378.223262] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1378.223695] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.540415] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.540794] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.541751] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.542334] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.543135] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.543555] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.544106] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.544530] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.545311] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.545734] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.547343] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.547343] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.548749] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.549176] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.550259] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.550659] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.552569] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.552569] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.553494] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.553494] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.554261] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.554682] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.782846] env[66289]: INFO networking_nsxv3.common.synchronization [req-defd601b-450c-40d4-8f21-60e120e6c994 req-8e9edd45-ab63-43c6-a6f8-abecf582e3dd tempest-ServerActionsTestJSON-136594984 tempest-ServerActionsTestJSON-136594984-project-member] Enqueued Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1432.783239] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b265ac-c047-43dc-ba87-7efa6309d682 with Priority: HIGHEST for action security_group_members [ 1432.783837] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b265ac-c047-43dc-ba87-7efa6309d682 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.783837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.783837] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.784036] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.784140] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.785146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.785146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.785146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.785146] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.785146] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b265ac-c047-43dc-ba87-7efa6309d682',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.287808] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.287988] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.288138] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.288349] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.288485] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.288645] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.288770] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.288812] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.288957] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.289043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.289130] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 is going to be updated. [ 1433.337722] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.337969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.337969] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.338172] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.338334] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.347530] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: IN_PROGRESS for 2s [ 1435.359433] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b265ac-c047-43dc-ba87-7efa6309d682 in Status: SUCCESS [ 1435.359871] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b265ac-c047-43dc-ba87-7efa6309d682 deletion is rescheduled due to dependency. [ 1435.359871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b265ac-c047-43dc-ba87-7efa6309d682" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.784444] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.784776] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.391119] env[66289]: INFO networking_nsxv3.common.synchronization [None req-8c01fddb-d7e9-471d-8447-3add350ac417 None None] Enqueued Resource ID: 66eff92d-94b2-40c2-9f0a-b8d88a62e6bf with Priority: HIGHEST for action port [ 1440.391916] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66eff92d-94b2-40c2-9f0a-b8d88a62e6bf with Priority: HIGHEST for action port [ 1440.392026] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-66eff92d-94b2-40c2-9f0a-b8d88a62e6bf taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.392908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66eff92d-94b2-40c2-9f0a-b8d88a62e6bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.392908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66eff92d-94b2-40c2-9f0a-b8d88a62e6bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.392908] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66eff92d-94b2-40c2-9f0a-b8d88a62e6bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.392908] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66eff92d-94b2-40c2-9f0a-b8d88a62e6bf',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.896731] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66eff92d-94b2-40c2-9f0a-b8d88a62e6bf [ 1440.896988] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.897240] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.897336] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.897591] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.897688] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.897798] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66eff92d-94b2-40c2-9f0a-b8d88a62e6bf already deleted. [ 1440.897906] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66eff92d-94b2-40c2-9f0a-b8d88a62e6bf" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.427647] env[66289]: INFO networking_nsxv3.common.synchronization [None req-b7f1a7ce-8194-41b1-881c-3c5e74e914bb None None] Enqueued Resource ID: 5f4f9886-b688-4d99-8354-01b9c6ee023f with Priority: HIGHEST for action port [ 1442.427647] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f9886-b688-4d99-8354-01b9c6ee023f with Priority: HIGHEST for action port [ 1442.428658] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4f9886-b688-4d99-8354-01b9c6ee023f taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.428658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4f9886-b688-4d99-8354-01b9c6ee023f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.428658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4f9886-b688-4d99-8354-01b9c6ee023f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.428658] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4f9886-b688-4d99-8354-01b9c6ee023f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.428658] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4f9886-b688-4d99-8354-01b9c6ee023f',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.930817] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f4f9886-b688-4d99-8354-01b9c6ee023f [ 1442.931084] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.931228] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.931632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.931632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.931632] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.931828] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f4f9886-b688-4d99-8354-01b9c6ee023f already deleted. [ 1442.931828] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4f9886-b688-4d99-8354-01b9c6ee023f" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.810731] env[66289]: INFO networking_nsxv3.common.synchronization [req-c2983d1a-ac14-499f-a02d-36f5a51e9d5d req-4b1a26e8-19df-4c52-9edf-829452adef2c tempest-ServerAddressesTestJSON-2145121995 tempest-ServerAddressesTestJSON-2145121995-project-member] Enqueued Resource ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 with Priority: HIGHEST for action security_group_members [ 1445.811258] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 with Priority: HIGHEST for action security_group_members [ 1445.811563] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-04be17a0-6fea-41c0-8ee3-fecfb8888025 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.811683] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.811750] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.812135] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.812307] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.812413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.812476] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.812642] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.812726] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.812815] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04be17a0-6fea-41c0-8ee3-fecfb8888025',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.103626] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.103843] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "network-560" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.103967] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "network-560" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.104400] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "network-560" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.104670] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.104830] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.104947] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.105205] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.105379] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.105581] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1446.105697] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] NeedRegenerationException {{(pid=66289) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1446.105804] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] no value, waiting for create lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1446.105910] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] value creation lock acquired {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1446.106047] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] No value present for key: 'zone-id' {{(pid=66289) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1446.106164] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Calling creation function for not-yet-present value {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1446.106296] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1446.127401] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1446.127577] env[66289]: DEBUG dogpile.cache.region [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66289) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1446.127683] env[66289]: DEBUG dogpile.lock [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Released creation lock {{(pid=66289) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1446.127857] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "network-560" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.128183] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock port-ce65b00e-7678-44b8-9bb7-2799525578c1 taken with stack trace [, , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.128361] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "port-ce65b00e-7678-44b8-9bb7-2799525578c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.128472] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "port-ce65b00e-7678-44b8-9bb7-2799525578c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.128795] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "port-ce65b00e-7678-44b8-9bb7-2799525578c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.128932] env[66289]: DEBUG networking_nsxv3.api.rpc [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce65b00e-7678-44b8-9bb7-2799525578c1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.315342] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.315547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.315547] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.315714] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.315802] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.316031] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.316136] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.316478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.316478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.316478] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.316478] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 already deleted. [ 1446.316627] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.631712] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.631921] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.631987] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.632321] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.632476] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.632638] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Segment Port ce65b00e-7678-44b8-9bb7-2799525578c1 not found, creating... [ 1446.632901] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.633085] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.633202] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.633426] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.633560] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.633842] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.634049] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.634186] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.634399] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.634529] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.634666] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Resource: SegmentPort with ID: ce65b00e-7678-44b8-9bb7-2799525578c1 is going to be created. [ 1446.655696] env[66289]: DEBUG networking_nsxv3.common.locking [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.655929] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.656151] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.656485] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.656765] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.657074] env[66289]: DEBUG oslo_concurrency.lockutils [None req-2d5153d7-f368-44c2-8657-f643474ba692 None None] Releasing lock "port-ce65b00e-7678-44b8-9bb7-2799525578c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.341104] env[66289]: INFO networking_nsxv3.common.synchronization [req-c2983d1a-ac14-499f-a02d-36f5a51e9d5d req-2eed6c23-7a84-4883-a9c3-e124bdd384c9 service nova] Enqueued Resource ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 with Priority: HIGHEST for action security_group_rules [ 1447.341378] env[66289]: INFO networking_nsxv3.common.synchronization [req-c2983d1a-ac14-499f-a02d-36f5a51e9d5d req-2eed6c23-7a84-4883-a9c3-e124bdd384c9 service nova] Enqueued Resource ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 with Priority: HIGHEST for action security_group_members [ 1447.341431] env[66289]: INFO networking_nsxv3.common.synchronization [req-c2983d1a-ac14-499f-a02d-36f5a51e9d5d req-2eed6c23-7a84-4883-a9c3-e124bdd384c9 service nova] Enqueued Resource ID: ce65b00e-7678-44b8-9bb7-2799525578c1 with Priority: HIGHEST for action port [ 1447.341905] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 with Priority: HIGHEST for action security_group_rules [ 1447.342050] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 with Priority: HIGHEST for action security_group_members [ 1447.342155] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce65b00e-7678-44b8-9bb7-2799525578c1 with Priority: HIGHEST for action port [ 1447.342424] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04be17a0-6fea-41c0-8ee3-fecfb8888025 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.342545] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.342611] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.342862] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.342945] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04be17a0-6fea-41c0-8ee3-fecfb8888025',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.343754] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-04be17a0-6fea-41c0-8ee3-fecfb8888025 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.343871] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.343938] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.344120] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.344271] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.344369] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.344428] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.344567] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.344649] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.345263] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04be17a0-6fea-41c0-8ee3-fecfb8888025',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.345510] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce65b00e-7678-44b8-9bb7-2799525578c1 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.345590] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce65b00e-7678-44b8-9bb7-2799525578c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.345635] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce65b00e-7678-44b8-9bb7-2799525578c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.346344] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce65b00e-7678-44b8-9bb7-2799525578c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.346344] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce65b00e-7678-44b8-9bb7-2799525578c1',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.847967] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-04be17a0-6fea-41c0-8ee3-fecfb8888025 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.848084] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.848355] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04be17a0-6fea-41c0-8ee3-fecfb8888025',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.849845] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce65b00e-7678-44b8-9bb7-2799525578c1 with status ACTIVE [ 1447.850083] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.850234] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.850325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.850579] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.850701] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.850924] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.851079] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.851176] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.851365] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.851484] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.851691] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.851816] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.851937] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.852190] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.852325] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.852445] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce65b00e-7678-44b8-9bb7-2799525578c1 is going to be updated. [ 1447.873638] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.873844] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.873913] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.874143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.874310] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.874497] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce65b00e-7678-44b8-9bb7-2799525578c1" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.351214] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04be17a0-6fea-41c0-8ee3-fecfb8888025',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.853832] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.854143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.854143] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.854320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.854413] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.854514] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 is going to be created. [ 1448.884445] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.884694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.884694] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.884798] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.884951] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.895016] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 in Status: UNINITIALIZED for 2s [ 1450.907076] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 in Status: SUCCESS [ 1450.907619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.907619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.907619] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.907814] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.907814] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.907977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.907977] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.908123] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.908182] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.908240] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04be17a0-6fea-41c0-8ee3-fecfb8888025',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.411065] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-04be17a0-6fea-41c0-8ee3-fecfb8888025 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.411065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.411065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.411065] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.411519] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.411629] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.411685] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.411822] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.411915] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.412023] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.412199] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-04be17a0-6fea-41c0-8ee3-fecfb8888025 taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.412320] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.412382] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.412681] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.412855] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.412963] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.413042] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.413195] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.413277] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.413362] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.413457] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04be17a0-6fea-41c0-8ee3-fecfb8888025',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.916017] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04be17a0-6fea-41c0-8ee3-fecfb8888025: rpc.has_security_group_logging(os_id): False [ 1451.933564] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.933744] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.933791] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.934186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.934186] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.934337] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.934406] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.934474] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.934687] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.934741] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.934899] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.934995] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.935077] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.935225] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.935290] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.936043] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.936043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.936043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.936043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.936043] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.936043] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 is going to be created. [ 1451.997069] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.997069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.997069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.997069] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.997385] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.008439] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 in Status: IN_PROGRESS for 2s [ 1452.343030] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.343255] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1454.024330] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 in Status: SUCCESS [ 1454.024800] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.343748] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.344082] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.199828] env[66289]: INFO networking_nsxv3.common.synchronization [req-16e9bb2c-24fb-45b0-a2ff-165716c57d4c req-cac3eae2-21c0-4704-a4d9-5c14d08829e7 tempest-ServerAddressesTestJSON-2145121995 tempest-ServerAddressesTestJSON-2145121995-project-member] Enqueued Resource ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 with Priority: HIGHEST for action security_group_members [ 1459.199828] env[66289]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 with Priority: HIGHEST for action security_group_members [ 1459.200096] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock member-04be17a0-6fea-41c0-8ee3-fecfb8888025 taken with stack trace [, , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.200198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.200198] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.200397] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.200545] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.200637] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.200698] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.200835] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.200917] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.201018] env[66289]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04be17a0-6fea-41c0-8ee3-fecfb8888025',) {} {{(pid=66289) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.704492] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.704781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.704781] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.704946] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.705060] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.705302] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.705453] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.705524] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.705747] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.705832] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.705925] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 is going to be updated. [ 1459.736331] env[66289]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66289) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.736558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.736558] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.736749] env[66289]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.736892] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.746490] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 in Status: IN_PROGRESS for 2s [ 1461.758061] env[66289]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 in Status: SUCCESS [ 1461.758475] env[66289]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04be17a0-6fea-41c0-8ee3-fecfb8888025 deletion is rescheduled due to dependency. [ 1461.758475] env[66289]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04be17a0-6fea-41c0-8ee3-fecfb8888025" {{(pid=66289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.200253] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.200542] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.201613] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.202020] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.203128] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.203525] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.204021] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.204490] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.205175] env[66289]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.205584] env[66289]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0